[ 475.476087] env[63198]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63198) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 475.476478] env[63198]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63198) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 475.476583] env[63198]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63198) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 475.476912] env[63198]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 475.576127] env[63198]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63198) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 475.588019] env[63198]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=63198) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 475.629252] env[63198]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 476.186946] env[63198]: INFO nova.virt.driver [None req-20e00735-ae21-4eec-a44d-a987847a5de5 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 476.258292] env[63198]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 476.258462] env[63198]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 476.258563] env[63198]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63198) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 479.471097] env[63198]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-9ff98ddf-cae6-4a5d-b26b-cef6235d3fbb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.487361] env[63198]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63198) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 479.487481] env[63198]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9f660806-43fe-4063-9f68-bcf78886c26c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.521889] env[63198]: INFO oslo_vmware.api [-] Successfully established new session; session ID is fb676. [ 479.522030] env[63198]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.264s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 479.522576] env[63198]: INFO nova.virt.vmwareapi.driver [None req-20e00735-ae21-4eec-a44d-a987847a5de5 None None] VMware vCenter version: 7.0.3 [ 479.526020] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0f12b5-75b6-4177-a18d-42f2b70442e4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.544070] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba759a28-6768-44f9-b3e0-97ed67cd0008 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.550037] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0092c11-11c9-4f18-bd3b-ed13f69a4f92 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.556541] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f5b21-323a-4552-be54-8700b444f7df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.569621] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f6b87d-4d99-46e4-a194-6f98834beeff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.575704] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59a0d89-4c0c-4e8f-afa8-58f558452263 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.606167] env[63198]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-618bcdd6-4265-4d48-a72e-fb546578e72d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.611136] env[63198]: DEBUG nova.virt.vmwareapi.driver [None req-20e00735-ae21-4eec-a44d-a987847a5de5 None None] Extension org.openstack.compute already exists. {{(pid=63198) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 479.613826] env[63198]: INFO nova.compute.provider_config [None req-20e00735-ae21-4eec-a44d-a987847a5de5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 480.116875] env[63198]: DEBUG nova.context [None req-20e00735-ae21-4eec-a44d-a987847a5de5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f81d6036-b8ad-4f5a-bcf9-300fc3191a66(cell1) {{(pid=63198) load_cells /opt/stack/nova/nova/context.py:464}} [ 480.119995] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.120236] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.120973] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 480.121457] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Acquiring lock "f81d6036-b8ad-4f5a-bcf9-300fc3191a66" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.121652] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Lock "f81d6036-b8ad-4f5a-bcf9-300fc3191a66" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.122708] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Lock "f81d6036-b8ad-4f5a-bcf9-300fc3191a66" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 480.143213] env[63198]: INFO dbcounter [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Registered counter for database nova_cell0 [ 480.151212] env[63198]: INFO dbcounter [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Registered counter for database nova_cell1 [ 480.154513] env[63198]: DEBUG oslo_db.sqlalchemy.engines [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63198) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 480.154844] env[63198]: DEBUG oslo_db.sqlalchemy.engines [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63198) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 480.159686] env[63198]: ERROR nova.db.main.api [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 480.159686] env[63198]: result = function(*args, **kwargs) [ 480.159686] env[63198]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 480.159686] env[63198]: return func(*args, **kwargs) [ 480.159686] env[63198]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 480.159686] env[63198]: result = fn(*args, **kwargs) [ 480.159686] env[63198]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 480.159686] env[63198]: return f(*args, **kwargs) [ 480.159686] env[63198]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 480.159686] env[63198]: return db.service_get_minimum_version(context, binaries) [ 480.159686] env[63198]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 480.159686] env[63198]: _check_db_access() [ 480.159686] env[63198]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 480.159686] env[63198]: stacktrace = ''.join(traceback.format_stack()) [ 480.159686] env[63198]: [ 480.160501] env[63198]: ERROR nova.db.main.api [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 480.160501] env[63198]: result = function(*args, **kwargs) [ 480.160501] env[63198]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 480.160501] env[63198]: return func(*args, **kwargs) [ 480.160501] env[63198]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 480.160501] env[63198]: result = fn(*args, **kwargs) [ 480.160501] env[63198]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 480.160501] env[63198]: return f(*args, **kwargs) [ 480.160501] env[63198]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 480.160501] env[63198]: return db.service_get_minimum_version(context, binaries) [ 480.160501] env[63198]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 480.160501] env[63198]: _check_db_access() [ 480.160501] env[63198]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 480.160501] env[63198]: stacktrace = ''.join(traceback.format_stack()) [ 480.160501] env[63198]: [ 480.161087] env[63198]: WARNING nova.objects.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 480.161087] env[63198]: WARNING nova.objects.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Failed to get minimum service version for cell f81d6036-b8ad-4f5a-bcf9-300fc3191a66 [ 480.161450] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Acquiring lock "singleton_lock" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 480.161608] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Acquired lock "singleton_lock" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 480.161842] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Releasing lock "singleton_lock" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 480.162175] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Full set of CONF: {{(pid=63198) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 480.162316] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ******************************************************************************** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 480.162441] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] Configuration options gathered from: {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 480.162596] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 480.162795] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 480.162937] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ================================================================================ {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 480.163151] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] allow_resize_to_same_host = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.163320] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] arq_binding_timeout = 300 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.163447] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] backdoor_port = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.163572] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] backdoor_socket = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.163733] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] block_device_allocate_retries = 60 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.163890] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] block_device_allocate_retries_interval = 3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.164069] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cert = self.pem {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.164238] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.164405] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute_monitors = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.164614] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] config_dir = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.164805] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] config_drive_format = iso9660 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.164937] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.165122] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] config_source = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.165292] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] console_host = devstack {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.165458] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] control_exchange = nova {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.165618] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cpu_allocation_ratio = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.165775] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] daemon = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.165940] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] debug = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.166109] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] default_access_ip_network_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.166275] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] default_availability_zone = nova {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.166428] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] default_ephemeral_format = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.166583] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] default_green_pool_size = 1000 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.166827] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.166989] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] default_schedule_zone = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.167158] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] disk_allocation_ratio = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.167320] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] enable_new_services = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.167499] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] enabled_apis = ['osapi_compute'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.167702] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] enabled_ssl_apis = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.167919] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] flat_injected = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.168103] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] force_config_drive = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.168267] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] force_raw_images = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.168438] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] graceful_shutdown_timeout = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.168602] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] heal_instance_info_cache_interval = -1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.168823] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] host = cpu-1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.169024] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.169186] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] initial_disk_allocation_ratio = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.169347] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] initial_ram_allocation_ratio = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.169575] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.169745] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] instance_build_timeout = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.169905] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] instance_delete_interval = 300 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.170087] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] instance_format = [instance: %(uuid)s] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.170293] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] instance_name_template = instance-%08x {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.170542] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] instance_usage_audit = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.170762] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] instance_usage_audit_period = month {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.170946] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.171134] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] instances_path = /opt/stack/data/nova/instances {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.171305] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] internal_service_availability_zone = internal {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.171463] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] key = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.171625] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] live_migration_retry_count = 30 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.171797] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] log_color = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.171961] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] log_config_append = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.172143] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.172305] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] log_dir = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.172461] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] log_file = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.172591] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] log_options = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.172754] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] log_rotate_interval = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.172919] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] log_rotate_interval_type = days {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.173097] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] log_rotation_type = none {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.173237] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.173365] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.173535] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.173721] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.173857] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.174037] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] long_rpc_timeout = 1800 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.174204] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] max_concurrent_builds = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.174364] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] max_concurrent_live_migrations = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.174544] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] max_concurrent_snapshots = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.174716] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] max_local_block_devices = 3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.174882] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] max_logfile_count = 30 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.175046] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] max_logfile_size_mb = 200 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.175211] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] maximum_instance_delete_attempts = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.175380] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] metadata_listen = 0.0.0.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.175548] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] metadata_listen_port = 8775 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.175717] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] metadata_workers = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.175877] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] migrate_max_retries = -1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.176051] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] mkisofs_cmd = genisoimage {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.176260] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] my_block_storage_ip = 10.180.1.21 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.176392] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] my_ip = 10.180.1.21 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.176595] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.176790] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] network_allocate_retries = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.176980] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.177165] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] osapi_compute_listen = 0.0.0.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.177330] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] osapi_compute_listen_port = 8774 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.177497] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] osapi_compute_unique_server_name_scope = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.177667] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] osapi_compute_workers = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.177825] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] password_length = 12 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.177981] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] periodic_enable = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.178154] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] periodic_fuzzy_delay = 60 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.178321] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] pointer_model = usbtablet {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.178487] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] preallocate_images = none {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.178647] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] publish_errors = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.178772] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] pybasedir = /opt/stack/nova {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.178925] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ram_allocation_ratio = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.179100] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] rate_limit_burst = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.179269] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] rate_limit_except_level = CRITICAL {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.179426] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] rate_limit_interval = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.179583] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] reboot_timeout = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.179829] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] reclaim_instance_interval = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.180033] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] record = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.180216] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] reimage_timeout_per_gb = 60 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.180386] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] report_interval = 120 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.180547] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] rescue_timeout = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.180708] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] reserved_host_cpus = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.180866] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] reserved_host_disk_mb = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.181034] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] reserved_host_memory_mb = 512 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.181198] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] reserved_huge_pages = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.181356] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] resize_confirm_window = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.181512] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] resize_fs_using_block_device = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.181671] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] resume_guests_state_on_host_boot = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.181838] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.181997] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] rpc_response_timeout = 60 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.182172] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] run_external_periodic_tasks = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.182339] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] running_deleted_instance_action = reap {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.182510] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] running_deleted_instance_poll_interval = 1800 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.182688] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] running_deleted_instance_timeout = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.182871] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler_instance_sync_interval = 120 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.183060] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_down_time = 720 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.183234] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] servicegroup_driver = db {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.183390] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] shell_completion = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.183549] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] shelved_offload_time = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.183707] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] shelved_poll_interval = 3600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.183871] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] shutdown_timeout = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.184040] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] source_is_ipv6 = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.184201] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ssl_only = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.184450] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.184648] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] sync_power_state_interval = 600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.184819] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] sync_power_state_pool_size = 1000 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.184988] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] syslog_log_facility = LOG_USER {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.185162] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] tempdir = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.185325] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] timeout_nbd = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.185513] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] transport_url = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.185705] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] update_resources_interval = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.185869] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] use_cow_images = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.186040] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] use_journal = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.186204] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] use_json = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.186361] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] use_rootwrap_daemon = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.186517] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] use_stderr = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.186675] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] use_syslog = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.186827] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vcpu_pin_set = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.186993] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plugging_is_fatal = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.187172] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plugging_timeout = 300 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.187338] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] virt_mkfs = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.187498] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] volume_usage_poll_interval = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.187659] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] watch_log_file = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.187828] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] web = /usr/share/spice-html5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 480.188018] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.188190] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.188355] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.188539] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_concurrency.disable_process_locking = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.189413] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.189613] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.189788] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.189965] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.190156] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.190326] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.190511] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.auth_strategy = keystone {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.190685] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.compute_link_prefix = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.190860] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.191045] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.dhcp_domain = novalocal {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.191222] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.enable_instance_password = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.191388] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.glance_link_prefix = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.191567] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.191783] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.191964] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.instance_list_per_project_cells = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.192144] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.list_records_by_skipping_down_cells = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.192311] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.local_metadata_per_cell = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.192480] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.max_limit = 1000 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.192649] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.metadata_cache_expiration = 15 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.192827] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.neutron_default_tenant_id = default {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.193000] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.response_validation = warn {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.193188] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.use_neutron_default_nets = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.193356] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.193519] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.193686] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.193858] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.194037] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.vendordata_dynamic_targets = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.194205] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.vendordata_jsonfile_path = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.194386] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.194610] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.backend = dogpile.cache.memcached {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.194782] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.backend_argument = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.194943] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.backend_expiration_time = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.195130] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.config_prefix = cache.oslo {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.195302] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.dead_timeout = 60.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.195470] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.debug_cache_backend = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.195629] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.enable_retry_client = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.195792] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.enable_socket_keepalive = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.195959] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.enabled = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.196139] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.enforce_fips_mode = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.196305] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.expiration_time = 600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.196468] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.hashclient_retry_attempts = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.196633] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.hashclient_retry_delay = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.196798] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_dead_retry = 300 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.196955] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_password = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.197133] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.197295] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.197457] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_pool_maxsize = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.197618] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.197779] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_sasl_enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.197956] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.198138] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_socket_timeout = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.198300] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.memcache_username = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.198463] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.proxies = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.198625] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.redis_db = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.198785] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.redis_password = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.198955] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.redis_sentinel_service_name = mymaster {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.199144] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.199316] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.redis_server = localhost:6379 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.199480] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.redis_socket_timeout = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.199640] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.redis_username = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.199803] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.retry_attempts = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.199959] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.retry_delay = 0.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.200133] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.socket_keepalive_count = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.200295] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.socket_keepalive_idle = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.200453] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.socket_keepalive_interval = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.200613] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.tls_allowed_ciphers = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.200771] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.tls_cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.200928] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.tls_certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.201100] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.tls_enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.201260] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cache.tls_keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.201427] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.auth_section = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.201600] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.auth_type = password {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.201764] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.201941] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.catalog_info = volumev3::publicURL {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.202116] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.202281] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.202443] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.cross_az_attach = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.202632] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.debug = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.202800] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.endpoint_template = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.202964] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.http_retries = 3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.203138] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.203297] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.203467] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.os_region_name = RegionOne {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.203627] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.203788] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cinder.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.203958] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.204130] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.cpu_dedicated_set = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.204287] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.cpu_shared_set = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.204452] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.image_type_exclude_list = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.204641] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.204810] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.max_concurrent_disk_ops = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.204973] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.max_disk_devices_to_attach = -1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.205151] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.205323] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.205498] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.resource_provider_association_refresh = 300 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.205677] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.205840] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.shutdown_retry_interval = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.206032] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.206218] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] conductor.workers = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.206396] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] console.allowed_origins = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.206556] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] console.ssl_ciphers = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.206729] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] console.ssl_minimum_version = default {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.206897] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] consoleauth.enforce_session_timeout = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.207077] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] consoleauth.token_ttl = 600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.207247] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.207409] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.207571] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.207732] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.connect_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.207890] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.connect_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.208058] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.endpoint_override = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.208222] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.208381] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.208539] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.max_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.208699] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.min_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.208855] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.region_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.209020] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.retriable_status_codes = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.209182] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.service_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.209352] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.service_type = accelerator {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.209511] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.209669] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.status_code_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.209823] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.status_code_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.209974] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.210164] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.210323] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] cyborg.version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.210491] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.asyncio_connection = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.210650] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.asyncio_slave_connection = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.210818] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.backend = sqlalchemy {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.210987] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.connection = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.211166] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.connection_debug = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.211336] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.connection_parameters = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.211499] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.connection_recycle_time = 3600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.211662] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.connection_trace = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.211856] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.db_inc_retry_interval = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.212054] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.db_max_retries = 20 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.212226] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.db_max_retry_interval = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.212388] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.db_retry_interval = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.212576] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.max_overflow = 50 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.212776] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.max_pool_size = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.212943] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.max_retries = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.213128] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.213287] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.mysql_wsrep_sync_wait = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.213443] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.pool_timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.213603] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.retry_interval = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.213761] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.slave_connection = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.213919] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.sqlite_synchronous = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.214090] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] database.use_db_reconnect = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.214260] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.asyncio_connection = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.214419] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.asyncio_slave_connection = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.214618] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.backend = sqlalchemy {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.214796] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.connection = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.214962] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.connection_debug = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.215147] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.connection_parameters = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.215311] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.connection_recycle_time = 3600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.215479] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.connection_trace = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.215659] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.db_inc_retry_interval = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.215824] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.db_max_retries = 20 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.215986] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.db_max_retry_interval = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.216167] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.db_retry_interval = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.216332] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.max_overflow = 50 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.216492] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.max_pool_size = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.216654] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.max_retries = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.216821] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.216980] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.217152] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.pool_timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.217315] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.retry_interval = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.217473] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.slave_connection = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.217633] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] api_database.sqlite_synchronous = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.217808] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] devices.enabled_mdev_types = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.217984] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.218170] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ephemeral_storage_encryption.default_format = luks {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.218332] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ephemeral_storage_encryption.enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.218496] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.218673] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.api_servers = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.218835] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.218994] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.219168] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.219325] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.connect_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.219479] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.connect_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.219637] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.debug = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.219803] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.default_trusted_certificate_ids = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.219964] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.enable_certificate_validation = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.220138] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.enable_rbd_download = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.220297] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.endpoint_override = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.220461] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.220624] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.220786] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.max_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.220943] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.min_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.221118] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.num_retries = 3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.221288] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.rbd_ceph_conf = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.221447] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.rbd_connect_timeout = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.221615] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.rbd_pool = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.221784] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.rbd_user = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.221949] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.region_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.222120] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.retriable_status_codes = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.222279] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.service_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.222445] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.service_type = image {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.222632] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.222799] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.status_code_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.222956] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.status_code_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.223131] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.223315] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.223480] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.verify_glance_signatures = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.223642] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] glance.version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.223819] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] guestfs.debug = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.224037] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.auth_section = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.224214] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.auth_type = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.224377] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.224572] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.224754] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.224919] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.connect_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.225093] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.connect_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.225258] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.endpoint_override = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.225421] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.225584] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.225741] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.max_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.225896] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.min_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.226064] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.region_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.226225] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.retriable_status_codes = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.226382] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.service_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.226551] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.service_type = shared-file-system {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.226715] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.share_apply_policy_timeout = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.226876] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.227042] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.status_code_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.227202] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.status_code_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.227361] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.227539] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.227700] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] manila.version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.227865] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] mks.enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.228237] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.228431] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] image_cache.manager_interval = 2400 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.228603] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] image_cache.precache_concurrency = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.228777] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] image_cache.remove_unused_base_images = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.228945] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.229129] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.229309] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] image_cache.subdirectory_name = _base {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.229485] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.api_max_retries = 60 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.229654] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.api_retry_interval = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.229815] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.auth_section = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.229976] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.auth_type = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.230154] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.230317] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.230481] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.230645] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.conductor_group = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.230805] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.connect_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.230963] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.connect_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.231137] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.endpoint_override = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.231302] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.231459] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.231617] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.max_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.231773] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.min_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.231938] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.peer_list = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.232109] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.region_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.232269] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.retriable_status_codes = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.232440] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.serial_console_state_timeout = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.232616] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.service_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.232793] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.service_type = baremetal {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.232954] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.shard = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.233129] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.233291] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.status_code_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.233449] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.status_code_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.233607] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.233792] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.233954] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ironic.version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.234152] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.234329] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] key_manager.fixed_key = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.234550] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.234719] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.barbican_api_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.234880] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.barbican_endpoint = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.235189] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.barbican_endpoint_type = public {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.235242] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.barbican_region_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.235381] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.235587] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.235779] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.235945] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.236119] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.236285] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.number_of_retries = 60 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.236445] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.retry_delay = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.236628] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.send_service_user_token = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.236809] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.236965] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.237140] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.verify_ssl = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.237300] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican.verify_ssl_path = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.237468] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican_service_user.auth_section = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.237630] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican_service_user.auth_type = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.237792] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican_service_user.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.237949] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican_service_user.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.238127] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican_service_user.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.238289] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican_service_user.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.238447] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican_service_user.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.238607] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican_service_user.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.238766] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] barbican_service_user.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.238930] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.approle_role_id = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.239100] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.approle_secret_id = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.239274] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.kv_mountpoint = secret {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.239436] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.kv_path = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.239607] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.kv_version = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.239762] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.namespace = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.239919] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.root_token_id = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241086] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.ssl_ca_crt_file = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241086] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.timeout = 60.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241086] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.use_ssl = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241086] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241086] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241086] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241086] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241300] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.connect_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241334] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.connect_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241482] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.endpoint_override = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241642] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241796] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.241948] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.max_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.242112] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.min_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.242270] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.region_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.242431] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.retriable_status_codes = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.242608] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.service_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.242785] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.service_type = identity {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.242956] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.243130] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.status_code_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.243290] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.status_code_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.243445] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.243624] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.243785] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] keystone.version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.243976] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.ceph_mount_options = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.244288] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.244490] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.connection_uri = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.244663] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.cpu_mode = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.244835] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.cpu_model_extra_flags = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.245039] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.cpu_models = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.245188] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.cpu_power_governor_high = performance {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.245359] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.cpu_power_governor_low = powersave {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.245538] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.cpu_power_management = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.245724] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.245899] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.device_detach_attempts = 8 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.246078] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.device_detach_timeout = 20 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.246249] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.disk_cachemodes = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.246413] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.disk_prefix = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.246576] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.enabled_perf_events = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.246741] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.file_backed_memory = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.246905] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.gid_maps = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.247071] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.hw_disk_discard = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.247232] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.hw_machine_type = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.247400] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.images_rbd_ceph_conf = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.247594] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.247785] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.247960] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.images_rbd_glance_store_name = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.248147] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.images_rbd_pool = rbd {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.248319] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.images_type = default {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.248478] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.images_volume_group = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.248664] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.inject_key = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.248849] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.inject_partition = -2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.249022] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.inject_password = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.249187] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.iscsi_iface = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.249351] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.iser_use_multipath = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.249513] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_bandwidth = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.249677] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.249841] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_downtime = 500 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.250007] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.250181] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.250340] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_inbound_addr = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.250499] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.250657] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_permit_post_copy = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.250817] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_scheme = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.251007] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_timeout_action = abort {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.251181] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_tunnelled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.251342] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_uri = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.251507] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.live_migration_with_native_tls = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.251669] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.max_queues = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.251833] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.252083] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.252254] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.nfs_mount_options = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.252565] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.252756] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.252925] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.num_iser_scan_tries = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.253101] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.num_memory_encrypted_guests = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.253270] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.253433] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.num_pcie_ports = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.253598] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.num_volume_scan_tries = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.253818] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.pmem_namespaces = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.253991] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.quobyte_client_cfg = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.254301] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.254510] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rbd_connect_timeout = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.254692] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.254874] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.255050] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rbd_secret_uuid = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.255215] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rbd_user = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.255377] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.255552] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.remote_filesystem_transport = ssh {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.255714] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rescue_image_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.255872] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rescue_kernel_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.256041] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rescue_ramdisk_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.256218] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.256376] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.rx_queue_size = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.256543] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.smbfs_mount_options = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.256841] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.257026] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.snapshot_compression = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.257194] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.snapshot_image_format = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.257427] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.257599] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.sparse_logical_volumes = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.257761] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.swtpm_enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.257934] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.swtpm_group = tss {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.258117] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.swtpm_user = tss {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.258293] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.sysinfo_serial = unique {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.258452] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.tb_cache_size = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.258610] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.tx_queue_size = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.258777] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.uid_maps = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.258938] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.use_virtio_for_bridges = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.259124] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.virt_type = kvm {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.259299] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.volume_clear = zero {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.259464] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.volume_clear_size = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.259673] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.volume_use_multipath = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.259909] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.vzstorage_cache_path = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.260208] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.260420] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.vzstorage_mount_group = qemu {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.260595] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.vzstorage_mount_opts = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.260773] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.261084] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.261273] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.vzstorage_mount_user = stack {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.261444] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.261619] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.auth_section = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.261794] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.auth_type = password {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.261957] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.262131] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.262293] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.262452] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.connect_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.262633] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.connect_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.262817] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.default_floating_pool = public {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.262979] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.endpoint_override = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.263159] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.extension_sync_interval = 600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.263324] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.http_retries = 3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.263486] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.263648] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.263810] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.max_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.263981] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.264155] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.min_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.264327] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.ovs_bridge = br-int {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.264513] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.physnets = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.264699] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.region_name = RegionOne {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.264863] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.retriable_status_codes = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.265049] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.service_metadata_proxy = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.265214] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.service_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.265382] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.service_type = network {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.265540] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.265720] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.status_code_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.265882] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.status_code_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.266051] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.266236] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.266397] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] neutron.version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.266564] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] notifications.bdms_in_notifications = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.266744] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] notifications.default_level = INFO {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.266907] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] notifications.include_share_mapping = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.267093] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] notifications.notification_format = unversioned {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.267260] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] notifications.notify_on_state_change = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.267434] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.267609] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] pci.alias = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.267779] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] pci.device_spec = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.267942] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] pci.report_in_placement = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.268125] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.auth_section = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.268298] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.auth_type = password {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.268463] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.268623] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.268796] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.269024] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.269200] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.connect_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.269359] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.connect_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.269516] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.default_domain_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.269674] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.default_domain_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.269831] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.domain_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.269985] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.domain_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.270158] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.endpoint_override = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.270320] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.270480] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.270717] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.max_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.270923] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.min_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.271115] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.password = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.271280] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.project_domain_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.271449] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.project_domain_name = Default {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.271614] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.project_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.271791] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.project_name = service {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.271958] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.region_name = RegionOne {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.272134] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.retriable_status_codes = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.272295] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.service_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.272464] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.service_type = placement {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.272638] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.272800] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.status_code_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.272960] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.status_code_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.273130] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.system_scope = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.273289] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.273445] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.trust_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.273597] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.user_domain_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.273765] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.user_domain_name = Default {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.273921] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.user_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.274105] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.username = nova {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.274287] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.274447] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] placement.version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.274648] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.cores = 20 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.274819] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.count_usage_from_placement = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.274994] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.275179] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.injected_file_content_bytes = 10240 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.275345] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.injected_file_path_length = 255 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.275511] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.injected_files = 5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.275676] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.instances = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.275840] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.key_pairs = 100 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.276017] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.metadata_items = 128 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.276182] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.ram = 51200 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.276343] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.recheck_quota = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.276510] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.server_group_members = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.276677] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.server_groups = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.276883] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.277069] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] quota.unified_limits_resource_strategy = require {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.277251] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.277411] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.277571] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.image_metadata_prefilter = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.277731] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.277891] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.max_attempts = 3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.278062] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.max_placement_results = 1000 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.278229] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.278387] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.query_placement_for_image_type_support = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.278542] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.278715] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] scheduler.workers = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.278886] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.279064] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.279245] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.279412] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.279572] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.279735] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.279894] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.280090] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.280259] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.host_subset_size = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.280421] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.280612] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.280791] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.280957] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.isolated_hosts = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.281134] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.isolated_images = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.281310] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.281469] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.281630] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.281789] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.pci_in_placement = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.281948] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.282122] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.282285] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.282445] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.282604] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.282770] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.282970] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.track_instance_changes = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.283167] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.283340] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] metrics.required = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.283504] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] metrics.weight_multiplier = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.283668] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.283834] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] metrics.weight_setting = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.284156] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.284332] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] serial_console.enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.284529] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] serial_console.port_range = 10000:20000 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.284718] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.284891] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.285076] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] serial_console.serialproxy_port = 6083 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.285246] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.auth_section = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.285428] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.auth_type = password {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.285614] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.285781] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.285943] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.286116] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.286274] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.286444] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.send_service_user_token = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.286605] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.286762] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] service_user.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.286928] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.agent_enabled = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.287098] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.287403] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.287616] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.287789] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.html5proxy_port = 6082 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.287949] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.image_compression = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.288122] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.jpeg_compression = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.288279] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.playback_compression = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.288435] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.require_secure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.288599] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.server_listen = 127.0.0.1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.288769] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.288924] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.streaming_mode = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.289090] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] spice.zlib_compression = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.289256] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] upgrade_levels.baseapi = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.289423] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] upgrade_levels.compute = auto {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.289578] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] upgrade_levels.conductor = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.289735] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] upgrade_levels.scheduler = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.289896] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vendordata_dynamic_auth.auth_section = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.290070] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vendordata_dynamic_auth.auth_type = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.290230] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vendordata_dynamic_auth.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.290386] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vendordata_dynamic_auth.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.290543] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.290700] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vendordata_dynamic_auth.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.290854] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vendordata_dynamic_auth.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.291023] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.291185] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vendordata_dynamic_auth.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.291355] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.api_retry_count = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.291514] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.ca_file = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.291683] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.cache_prefix = devstack-image-cache {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.291845] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.cluster_name = testcl1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.292010] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.connection_pool_size = 10 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.292176] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.console_delay_seconds = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.292343] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.datastore_regex = ^datastore.* {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.292572] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.292762] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.host_password = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.292929] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.host_port = 443 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.293109] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.host_username = administrator@vsphere.local {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.293279] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.insecure = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.293437] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.integration_bridge = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.293598] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.maximum_objects = 100 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.293755] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.pbm_default_policy = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.293913] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.pbm_enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.294079] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.pbm_wsdl_location = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.294248] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.294407] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.serial_port_proxy_uri = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.294584] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.serial_port_service_uri = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.294757] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.task_poll_interval = 0.5 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.294953] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.use_linked_clone = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.295145] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.vnc_keymap = en-us {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.295311] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.vnc_port = 5900 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.295479] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vmware.vnc_port_total = 10000 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.295694] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.auth_schemes = ['none'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.295870] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.296179] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.296368] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.296540] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.novncproxy_port = 6080 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.296726] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.server_listen = 127.0.0.1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.296906] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.297076] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.vencrypt_ca_certs = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.297236] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.vencrypt_client_cert = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.297391] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vnc.vencrypt_client_key = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.297562] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.297725] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.disable_deep_image_inspection = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.297881] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.298050] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.298212] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.298369] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.disable_rootwrap = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.298526] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.enable_numa_live_migration = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.298684] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.298841] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.299006] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.299172] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.libvirt_disable_apic = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.299331] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.299493] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.299656] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.299813] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.299971] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.300142] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.300302] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.300459] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.300614] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.300777] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.300959] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.301147] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.client_socket_timeout = 900 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.301314] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.default_pool_size = 1000 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.301478] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.keep_alive = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.301644] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.max_header_line = 16384 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.301804] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.secure_proxy_ssl_header = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.301961] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.ssl_ca_file = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.302132] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.ssl_cert_file = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.302293] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.ssl_key_file = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.302456] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.tcp_keepidle = 600 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.302662] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.302837] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] zvm.ca_file = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.302996] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] zvm.cloud_connector_url = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.303305] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.303481] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] zvm.reachable_timeout = 300 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.303649] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.303824] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.303998] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.connection_string = messaging:// {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.304177] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.enabled = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.304343] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.es_doc_type = notification {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.304523] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.es_scroll_size = 10000 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.304706] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.es_scroll_time = 2m {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.304867] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.filter_error_trace = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.305042] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.hmac_keys = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.305212] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.sentinel_service_name = mymaster {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.305371] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.socket_timeout = 0.1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.305559] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.trace_requests = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.305733] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler.trace_sqlalchemy = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.305911] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler_jaeger.process_tags = {} {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.306081] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler_jaeger.service_name_prefix = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.306245] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] profiler_otlp.service_name_prefix = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.306407] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] remote_debug.host = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.306561] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] remote_debug.port = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.306733] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.306917] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.307106] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.307272] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.307430] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.307586] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.307746] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.307902] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.308069] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.308241] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.308398] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.308564] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.308729] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.308893] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.309069] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.309232] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.309390] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.309558] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.309718] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.309875] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.310044] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.310209] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.310365] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.310523] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.310682] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.310838] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.310992] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.311160] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.311316] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.311472] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.ssl = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.311635] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.311801] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.311958] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.312135] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.312303] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.ssl_version = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.312501] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.312676] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.312847] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_notifications.retry = -1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.313035] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.313209] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_messaging_notifications.transport_url = **** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.313380] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.auth_section = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.313540] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.auth_type = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.313695] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.cafile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.313849] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.certfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.314009] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.collect_timing = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.314173] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.connect_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.314325] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.connect_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.314501] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.endpoint_id = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.314675] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.endpoint_interface = publicURL {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.314832] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.endpoint_override = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.314987] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.endpoint_region_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.315158] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.endpoint_service_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.315314] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.endpoint_service_type = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.315478] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.insecure = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.315653] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.keyfile = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.315809] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.max_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.315966] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.min_version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.316140] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.region_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.316298] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.retriable_status_codes = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.316454] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.service_name = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.316609] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.service_type = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.316767] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.split_loggers = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.316919] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.status_code_retries = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.317084] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.status_code_retry_delay = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.317243] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.timeout = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.317394] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.valid_interfaces = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.317829] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_limit.version = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.317829] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_reports.file_event_handler = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.317941] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.317999] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] oslo_reports.log_dir = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.318186] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.318340] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.318496] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.318659] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.318820] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.318990] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.319172] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.319331] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_ovs_privileged.group = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.319487] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.319653] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.319814] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.319966] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] vif_plug_ovs_privileged.user = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.320143] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_linux_bridge.flat_interface = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.320315] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.320640] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.320640] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.320802] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.320972] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.321149] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.321312] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.321486] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.321657] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_ovs.isolate_vif = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.321827] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.321988] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.322170] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.322340] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_ovs.ovsdb_interface = native {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.322498] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] os_vif_ovs.per_port_bridge = False {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.322668] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] privsep_osbrick.capabilities = [21] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.322824] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] privsep_osbrick.group = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.322977] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] privsep_osbrick.helper_command = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.323153] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.323313] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.323466] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] privsep_osbrick.user = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.323631] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.323789] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] nova_sys_admin.group = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.323941] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] nova_sys_admin.helper_command = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.324113] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.324274] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.324428] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] nova_sys_admin.user = None {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 480.324593] env[63198]: DEBUG oslo_service.service [None req-3a0f0fdd-735c-4df5-8724-acd21bd0b11c None None] ******************************************************************************** {{(pid=63198) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 480.325026] env[63198]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 480.828392] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Getting list of instances from cluster (obj){ [ 480.828392] env[63198]: value = "domain-c8" [ 480.828392] env[63198]: _type = "ClusterComputeResource" [ 480.828392] env[63198]: } {{(pid=63198) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 480.829686] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9e670b-4c84-4767-ae35-32a1ff39af59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.838840] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Got total of 0 instances {{(pid=63198) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 480.839423] env[63198]: WARNING nova.virt.vmwareapi.driver [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 480.839885] env[63198]: INFO nova.virt.node [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Generated node identity d308dc64-6d78-4a70-909e-0ffbc815f5eb [ 480.840131] env[63198]: INFO nova.virt.node [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Wrote node identity d308dc64-6d78-4a70-909e-0ffbc815f5eb to /opt/stack/data/n-cpu-1/compute_id [ 481.343097] env[63198]: WARNING nova.compute.manager [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Compute nodes ['d308dc64-6d78-4a70-909e-0ffbc815f5eb'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 482.348384] env[63198]: INFO nova.compute.manager [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 483.354323] env[63198]: WARNING nova.compute.manager [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 483.354676] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 483.354871] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 483.355025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 483.355179] env[63198]: DEBUG nova.compute.resource_tracker [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 483.356090] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b543959-fb83-4027-be20-c796c989a6e4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.364727] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ade257-cb0a-49c0-911c-ff0006770347 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.377835] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0433cfe5-7915-4276-854c-abab6486d4d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.384041] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb901218-74ef-4491-a1a8-d4fe6d9d5749 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.412712] env[63198]: DEBUG nova.compute.resource_tracker [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181167MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 483.412855] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 483.413038] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 483.915380] env[63198]: WARNING nova.compute.resource_tracker [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] No compute node record for cpu-1:d308dc64-6d78-4a70-909e-0ffbc815f5eb: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d308dc64-6d78-4a70-909e-0ffbc815f5eb could not be found. [ 484.419645] env[63198]: INFO nova.compute.resource_tracker [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d308dc64-6d78-4a70-909e-0ffbc815f5eb [ 485.927538] env[63198]: DEBUG nova.compute.resource_tracker [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 485.927939] env[63198]: DEBUG nova.compute.resource_tracker [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 486.103980] env[63198]: INFO nova.scheduler.client.report [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] [req-793ba28c-090c-46fb-9e12-15ad49cbdcde] Created resource provider record via placement API for resource provider with UUID d308dc64-6d78-4a70-909e-0ffbc815f5eb and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 486.123079] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd62516-2161-4ac1-a338-82e55519e6f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.130665] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dc9253-cd2b-4d18-a148-3690886ab6e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.161798] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdbc14c-8aa7-4111-89b8-7fce28a165c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.168967] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761745d-901c-4508-8ae6-36295a3d2f05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 486.182142] env[63198]: DEBUG nova.compute.provider_tree [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 486.717698] env[63198]: DEBUG nova.scheduler.client.report [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Updated inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 486.717942] env[63198]: DEBUG nova.compute.provider_tree [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Updating resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb generation from 0 to 1 during operation: update_inventory {{(pid=63198) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 486.718096] env[63198]: DEBUG nova.compute.provider_tree [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 486.765185] env[63198]: DEBUG nova.compute.provider_tree [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Updating resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb generation from 1 to 2 during operation: update_traits {{(pid=63198) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 487.272402] env[63198]: DEBUG nova.compute.resource_tracker [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 487.272714] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.860s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 487.272812] env[63198]: DEBUG nova.service [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Creating RPC server for service compute {{(pid=63198) start /opt/stack/nova/nova/service.py:186}} [ 487.286408] env[63198]: DEBUG nova.service [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] Join ServiceGroup membership for this service compute {{(pid=63198) start /opt/stack/nova/nova/service.py:203}} [ 487.286582] env[63198]: DEBUG nova.servicegroup.drivers.db [None req-9588f60f-9179-4f01-8638-573a139b01ce None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63198) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 506.289055] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_power_states {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 506.792177] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Getting list of instances from cluster (obj){ [ 506.792177] env[63198]: value = "domain-c8" [ 506.792177] env[63198]: _type = "ClusterComputeResource" [ 506.792177] env[63198]: } {{(pid=63198) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 506.793741] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29be4d19-9071-4abd-83f9-aa628d590168 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.802212] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Got total of 0 instances {{(pid=63198) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 506.802437] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 506.802727] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Getting list of instances from cluster (obj){ [ 506.802727] env[63198]: value = "domain-c8" [ 506.802727] env[63198]: _type = "ClusterComputeResource" [ 506.802727] env[63198]: } {{(pid=63198) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 506.803614] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd128a-350d-443e-baa1-fcbb27624dff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 506.810723] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Got total of 0 instances {{(pid=63198) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 528.519222] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquiring lock "23a1817b-052c-47a5-9c4b-3db48d45eac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.519222] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "23a1817b-052c-47a5-9c4b-3db48d45eac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.017903] env[63198]: DEBUG nova.compute.manager [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.569258] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.569258] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.570305] env[63198]: INFO nova.compute.claims [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 529.998749] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "9796a960-1438-4efa-aab7-3a7ee8ed3802" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.998749] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.255959] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "9dc5c31d-4128-4143-a0fd-afd714b95c79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.257341] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "9dc5c31d-4128-4143-a0fd-afd714b95c79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.500269] env[63198]: DEBUG nova.compute.manager [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.709867] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714c2e6a-96a7-4109-b3dc-f569cbfc9075 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.722359] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e98a08f-e8f2-4d61-83c0-d8877e6e6224 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.760976] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0374efa4-6899-4d30-879f-a520670c1e5b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.764426] env[63198]: DEBUG nova.compute.manager [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.771946] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732758b0-1a18-4a3e-8f99-ddf0aae84829 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.790913] env[63198]: DEBUG nova.compute.provider_tree [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 530.845409] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquiring lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.845409] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.020530] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.266342] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquiring lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.267336] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.285534] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.295810] env[63198]: DEBUG nova.scheduler.client.report [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 531.350344] env[63198]: DEBUG nova.compute.manager [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 531.770711] env[63198]: DEBUG nova.compute.manager [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 531.802542] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.803286] env[63198]: DEBUG nova.compute.manager [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 531.805855] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.785s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.807275] env[63198]: INFO nova.compute.claims [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 531.878172] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.096123] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "d53844a9-7e9e-47d5-97a9-80df25e74c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.096391] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.297339] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.314658] env[63198]: DEBUG nova.compute.utils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 532.317666] env[63198]: DEBUG nova.compute.manager [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 532.317889] env[63198]: DEBUG nova.network.neutron [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 532.601335] env[63198]: DEBUG nova.compute.manager [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 532.780280] env[63198]: DEBUG nova.policy [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5206fa920434d65ab4858f5ac7b2188', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e60df150e9a243dc984011d268c050f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 532.823221] env[63198]: DEBUG nova.compute.manager [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 532.964453] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d82e7a-ea8b-4cc1-b497-e2fe9dc34da4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.974515] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff80c0-3574-447b-9e7c-c2ad235c075c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.008397] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e57c83-ed5b-4bf6-a648-3fb1cd966e5f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.017019] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a6fa08-efcf-4345-a9b3-77c3f73e85cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.032499] env[63198]: DEBUG nova.compute.provider_tree [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 533.133831] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.383249] env[63198]: DEBUG nova.network.neutron [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Successfully created port: 8dbcb078-c8f7-4d67-8909-30f6cf1c4aee {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 533.539113] env[63198]: DEBUG nova.scheduler.client.report [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 533.840514] env[63198]: DEBUG nova.compute.manager [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 533.873754] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 533.873754] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 533.873754] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 533.874030] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 533.874068] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 533.874208] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 533.874415] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 533.874574] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 533.874971] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 533.875179] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 533.875426] env[63198]: DEBUG nova.virt.hardware [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 533.876336] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f094480-a941-49b7-a983-4021746b8b1f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.889420] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "aef1d1f0-d6a3-4a61-9896-5669beda455d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.892590] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "aef1d1f0-d6a3-4a61-9896-5669beda455d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.892590] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a5cf51-e188-4500-b452-0f1b75ab91c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.910922] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a2cc6-a808-4463-a7c0-443315e08468 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.043760] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.045855] env[63198]: DEBUG nova.compute.manager [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 534.050020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.763s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.050020] env[63198]: INFO nova.compute.claims [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 534.400751] env[63198]: DEBUG nova.compute.manager [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.556205] env[63198]: DEBUG nova.compute.utils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 534.559843] env[63198]: DEBUG nova.compute.manager [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 534.563654] env[63198]: DEBUG nova.network.neutron [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 534.746468] env[63198]: DEBUG nova.policy [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8cc832abca2407ca2074a7f762e9bdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76f68681b8874edeaa9d4b5fca6fb5e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 534.926247] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.063174] env[63198]: DEBUG nova.compute.manager [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 535.114970] env[63198]: DEBUG nova.network.neutron [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Successfully created port: 2691d936-d004-434a-8e84-d820b86ceb5a {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 535.145696] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "e10e723c-944b-4be8-b623-741de004cb2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.145938] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "e10e723c-944b-4be8-b623-741de004cb2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.242915] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fc6f56-ec78-45dd-bb7c-837938ff80a2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.251469] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9d0cb6-89ba-4435-8b10-a53e9e0516c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.291575] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d32a6a-7713-427c-854c-ccccc0aab806 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.299652] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9472eed-b19b-4bfe-ae00-237d68747556 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.315204] env[63198]: DEBUG nova.compute.provider_tree [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 535.638474] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.638776] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.639096] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.639307] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.639451] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.639644] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.639830] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.639992] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 535.640599] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.647849] env[63198]: DEBUG nova.compute.manager [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.811579] env[63198]: DEBUG nova.network.neutron [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Successfully updated port: 8dbcb078-c8f7-4d67-8909-30f6cf1c4aee {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 535.819414] env[63198]: DEBUG nova.scheduler.client.report [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 536.082200] env[63198]: DEBUG nova.compute.manager [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 536.113641] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 536.113886] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 536.114050] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 536.114231] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 536.114372] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 536.114513] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 536.114713] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 536.114867] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 536.115735] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 536.116127] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 536.116696] env[63198]: DEBUG nova.virt.hardware [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 536.117956] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34f94ae-2433-4724-8abd-858567030436 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.128790] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73657b4-c5e4-41d2-9e4c-8fead16929b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.144432] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.178666] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.315539] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquiring lock "refresh_cache-23a1817b-052c-47a5-9c4b-3db48d45eac1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.315984] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquired lock "refresh_cache-23a1817b-052c-47a5-9c4b-3db48d45eac1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.315984] env[63198]: DEBUG nova.network.neutron [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 536.331485] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.332167] env[63198]: DEBUG nova.compute.manager [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 536.335351] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.457s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.336767] env[63198]: INFO nova.compute.claims [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 536.829162] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquiring lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.829162] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.841894] env[63198]: DEBUG nova.compute.utils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 536.846421] env[63198]: DEBUG nova.compute.manager [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 536.846601] env[63198]: DEBUG nova.network.neutron [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 536.869500] env[63198]: DEBUG nova.compute.manager [req-631986fb-bf23-4c41-b6b6-ab56c157ec8f req-bd5f6ebe-d4ff-460f-9f90-2d2aa2f036a5 service nova] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Received event network-vif-plugged-8dbcb078-c8f7-4d67-8909-30f6cf1c4aee {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 536.869500] env[63198]: DEBUG oslo_concurrency.lockutils [req-631986fb-bf23-4c41-b6b6-ab56c157ec8f req-bd5f6ebe-d4ff-460f-9f90-2d2aa2f036a5 service nova] Acquiring lock "23a1817b-052c-47a5-9c4b-3db48d45eac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.869952] env[63198]: DEBUG oslo_concurrency.lockutils [req-631986fb-bf23-4c41-b6b6-ab56c157ec8f req-bd5f6ebe-d4ff-460f-9f90-2d2aa2f036a5 service nova] Lock "23a1817b-052c-47a5-9c4b-3db48d45eac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.869952] env[63198]: DEBUG oslo_concurrency.lockutils [req-631986fb-bf23-4c41-b6b6-ab56c157ec8f req-bd5f6ebe-d4ff-460f-9f90-2d2aa2f036a5 service nova] Lock "23a1817b-052c-47a5-9c4b-3db48d45eac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.870078] env[63198]: DEBUG nova.compute.manager [req-631986fb-bf23-4c41-b6b6-ab56c157ec8f req-bd5f6ebe-d4ff-460f-9f90-2d2aa2f036a5 service nova] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] No waiting events found dispatching network-vif-plugged-8dbcb078-c8f7-4d67-8909-30f6cf1c4aee {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 536.870240] env[63198]: WARNING nova.compute.manager [req-631986fb-bf23-4c41-b6b6-ab56c157ec8f req-bd5f6ebe-d4ff-460f-9f90-2d2aa2f036a5 service nova] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Received unexpected event network-vif-plugged-8dbcb078-c8f7-4d67-8909-30f6cf1c4aee for instance with vm_state building and task_state spawning. [ 536.946597] env[63198]: DEBUG nova.network.neutron [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 537.203820] env[63198]: DEBUG nova.policy [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a92353b44b242079961cccd4ec0f24e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8df388ff63c14c958849ebd5bff1b3f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 537.330642] env[63198]: DEBUG nova.compute.manager [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 537.345570] env[63198]: DEBUG nova.compute.manager [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 537.555926] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327735f4-5c95-4713-aa80-3a2bd743f259 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.563220] env[63198]: DEBUG nova.network.neutron [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Updating instance_info_cache with network_info: [{"id": "8dbcb078-c8f7-4d67-8909-30f6cf1c4aee", "address": "fa:16:3e:a2:e2:6e", "network": {"id": "3ce0fb86-39f9-421a-8bd6-42e68276350c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-859025858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e60df150e9a243dc984011d268c050f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dbcb078-c8", "ovs_interfaceid": "8dbcb078-c8f7-4d67-8909-30f6cf1c4aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 537.572755] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51c9e08-6f20-4091-bc31-b81ad494e706 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.610903] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b9e662-4e81-4fbd-858f-50d530a123cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.618839] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29167bd4-21c1-48ed-9497-ba7ba1ee1611 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.635218] env[63198]: DEBUG nova.compute.provider_tree [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 537.807028] env[63198]: DEBUG nova.network.neutron [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Successfully updated port: 2691d936-d004-434a-8e84-d820b86ceb5a {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 537.858271] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.068729] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Releasing lock "refresh_cache-23a1817b-052c-47a5-9c4b-3db48d45eac1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.069282] env[63198]: DEBUG nova.compute.manager [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Instance network_info: |[{"id": "8dbcb078-c8f7-4d67-8909-30f6cf1c4aee", "address": "fa:16:3e:a2:e2:6e", "network": {"id": "3ce0fb86-39f9-421a-8bd6-42e68276350c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-859025858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e60df150e9a243dc984011d268c050f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dbcb078-c8", "ovs_interfaceid": "8dbcb078-c8f7-4d67-8909-30f6cf1c4aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 538.070346] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:e2:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dbcb078-c8f7-4d67-8909-30f6cf1c4aee', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 538.086221] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.088106] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ca57789-3eaa-4b8d-a9c5-6b844e22398c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.098685] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Created folder: OpenStack in parent group-v4. [ 538.098897] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Creating folder: Project (e60df150e9a243dc984011d268c050f6). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.099148] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11f390e7-f4a5-4163-8606-8f680a7a26fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.113280] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Created folder: Project (e60df150e9a243dc984011d268c050f6) in parent group-v546185. [ 538.113503] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Creating folder: Instances. Parent ref: group-v546186. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.113746] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66bc1865-8a55-43e4-ba1f-db7c69be2c29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.125069] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Created folder: Instances in parent group-v546186. [ 538.125069] env[63198]: DEBUG oslo.service.loopingcall [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 538.125069] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 538.125069] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c123a42-043e-412b-baad-be45c8c37704 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.139247] env[63198]: DEBUG nova.scheduler.client.report [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 538.148153] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 538.148153] env[63198]: value = "task-2711449" [ 538.148153] env[63198]: _type = "Task" [ 538.148153] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.156137] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711449, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.312404] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "refresh_cache-9796a960-1438-4efa-aab7-3a7ee8ed3802" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.312404] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "refresh_cache-9796a960-1438-4efa-aab7-3a7ee8ed3802" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.312404] env[63198]: DEBUG nova.network.neutron [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 538.359892] env[63198]: DEBUG nova.compute.manager [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 538.373481] env[63198]: DEBUG nova.network.neutron [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Successfully created port: f97b972f-3329-4753-9dfe-9bea1ee57ab5 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 538.397076] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 538.397240] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 538.397800] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 538.397800] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 538.397800] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 538.397954] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 538.400376] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 538.400376] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 538.400376] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 538.400376] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 538.400376] env[63198]: DEBUG nova.virt.hardware [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 538.401125] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18428a75-2abc-4365-bb23-19ac51bf810e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.412435] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a6bfe1-6c81-4fc1-ad49-2132c89f4c49 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.644880] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.645770] env[63198]: DEBUG nova.compute.manager [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 538.649873] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.353s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.655303] env[63198]: INFO nova.compute.claims [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 538.668586] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711449, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.900442] env[63198]: DEBUG nova.compute.manager [req-71898b6c-0bf1-4463-be82-7a7d9150962b req-d61ad643-2c16-40fb-b41f-9c36fad5cb53 service nova] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Received event network-vif-plugged-2691d936-d004-434a-8e84-d820b86ceb5a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 538.900442] env[63198]: DEBUG oslo_concurrency.lockutils [req-71898b6c-0bf1-4463-be82-7a7d9150962b req-d61ad643-2c16-40fb-b41f-9c36fad5cb53 service nova] Acquiring lock "9796a960-1438-4efa-aab7-3a7ee8ed3802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.900442] env[63198]: DEBUG oslo_concurrency.lockutils [req-71898b6c-0bf1-4463-be82-7a7d9150962b req-d61ad643-2c16-40fb-b41f-9c36fad5cb53 service nova] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.900442] env[63198]: DEBUG oslo_concurrency.lockutils [req-71898b6c-0bf1-4463-be82-7a7d9150962b req-d61ad643-2c16-40fb-b41f-9c36fad5cb53 service nova] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.900442] env[63198]: DEBUG nova.compute.manager [req-71898b6c-0bf1-4463-be82-7a7d9150962b req-d61ad643-2c16-40fb-b41f-9c36fad5cb53 service nova] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] No waiting events found dispatching network-vif-plugged-2691d936-d004-434a-8e84-d820b86ceb5a {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 538.900754] env[63198]: WARNING nova.compute.manager [req-71898b6c-0bf1-4463-be82-7a7d9150962b req-d61ad643-2c16-40fb-b41f-9c36fad5cb53 service nova] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Received unexpected event network-vif-plugged-2691d936-d004-434a-8e84-d820b86ceb5a for instance with vm_state building and task_state spawning. [ 539.050931] env[63198]: DEBUG nova.network.neutron [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 539.157234] env[63198]: DEBUG nova.compute.utils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 539.166658] env[63198]: DEBUG nova.compute.manager [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 539.167487] env[63198]: DEBUG nova.network.neutron [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 539.181969] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711449, 'name': CreateVM_Task, 'duration_secs': 0.97127} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.183985] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 539.212142] env[63198]: DEBUG oslo_vmware.service [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b966dcf-cd10-42f4-93ac-433e98700d7d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.221460] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.221643] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.222332] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.222876] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99cc36ec-2039-46d9-8edd-2e9175d52eca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.229209] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 539.229209] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52102ac7-5453-db8a-bc5d-b7311bd33551" [ 539.229209] env[63198]: _type = "Task" [ 539.229209] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.241618] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52102ac7-5453-db8a-bc5d-b7311bd33551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.414141] env[63198]: DEBUG nova.policy [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b931c97e96343a7a3752fa80369773f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4266c0e61444b6b96c7a6e6892d09d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 539.670438] env[63198]: DEBUG nova.compute.manager [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 539.688964] env[63198]: DEBUG nova.network.neutron [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Updating instance_info_cache with network_info: [{"id": "2691d936-d004-434a-8e84-d820b86ceb5a", "address": "fa:16:3e:98:e0:40", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2691d936-d0", "ovs_interfaceid": "2691d936-d004-434a-8e84-d820b86ceb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 539.744344] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.744555] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 539.744775] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.744911] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.745473] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 539.745959] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c004c2d8-63aa-445d-a0e8-35d3eda9299d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.768235] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 539.768481] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 539.769881] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9089431-2ad0-42e8-9280-de468d310445 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.776237] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b608a720-46a7-42fe-a24a-5ca8ac514448 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.786440] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 539.786440] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529106e5-f497-1157-ef1c-7ec72eda4fd0" [ 539.786440] env[63198]: _type = "Task" [ 539.786440] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.794393] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529106e5-f497-1157-ef1c-7ec72eda4fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.869446] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b41448e-b925-418c-b8c6-cd093a86f696 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.878162] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8520e-2954-47d2-b0d2-034eedb5f803 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.917794] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080f4485-c13f-4a94-9eed-8e9d90298c82 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.926847] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fde54b-305f-4c95-bd47-72f752f0afc3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.941760] env[63198]: DEBUG nova.compute.provider_tree [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 540.054700] env[63198]: DEBUG nova.compute.manager [req-1789833c-40b4-4341-af20-081aa8a5e51b req-ce5661a2-83b0-49b2-a087-d3908126d254 service nova] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Received event network-changed-8dbcb078-c8f7-4d67-8909-30f6cf1c4aee {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.054700] env[63198]: DEBUG nova.compute.manager [req-1789833c-40b4-4341-af20-081aa8a5e51b req-ce5661a2-83b0-49b2-a087-d3908126d254 service nova] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Refreshing instance network info cache due to event network-changed-8dbcb078-c8f7-4d67-8909-30f6cf1c4aee. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 540.057507] env[63198]: DEBUG oslo_concurrency.lockutils [req-1789833c-40b4-4341-af20-081aa8a5e51b req-ce5661a2-83b0-49b2-a087-d3908126d254 service nova] Acquiring lock "refresh_cache-23a1817b-052c-47a5-9c4b-3db48d45eac1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.057901] env[63198]: DEBUG oslo_concurrency.lockutils [req-1789833c-40b4-4341-af20-081aa8a5e51b req-ce5661a2-83b0-49b2-a087-d3908126d254 service nova] Acquired lock "refresh_cache-23a1817b-052c-47a5-9c4b-3db48d45eac1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.058123] env[63198]: DEBUG nova.network.neutron [req-1789833c-40b4-4341-af20-081aa8a5e51b req-ce5661a2-83b0-49b2-a087-d3908126d254 service nova] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Refreshing network info cache for port 8dbcb078-c8f7-4d67-8909-30f6cf1c4aee {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 540.197028] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "refresh_cache-9796a960-1438-4efa-aab7-3a7ee8ed3802" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.197028] env[63198]: DEBUG nova.compute.manager [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Instance network_info: |[{"id": "2691d936-d004-434a-8e84-d820b86ceb5a", "address": "fa:16:3e:98:e0:40", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2691d936-d0", "ovs_interfaceid": "2691d936-d004-434a-8e84-d820b86ceb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 540.197250] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:e0:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2691d936-d004-434a-8e84-d820b86ceb5a', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 540.204778] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating folder: Project (76f68681b8874edeaa9d4b5fca6fb5e6). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.205451] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbdd8485-12d1-472a-9626-edfeba933eb2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.217569] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Created folder: Project (76f68681b8874edeaa9d4b5fca6fb5e6) in parent group-v546185. [ 540.217569] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating folder: Instances. Parent ref: group-v546189. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 540.217569] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d98dc16-c5c6-482c-adb8-54d7a9ab13c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.230574] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Created folder: Instances in parent group-v546189. [ 540.230802] env[63198]: DEBUG oslo.service.loopingcall [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 540.230980] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 540.231202] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c8db99-a4e2-47bd-a232-e4984ae7fc09 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.257591] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 540.257591] env[63198]: value = "task-2711452" [ 540.257591] env[63198]: _type = "Task" [ 540.257591] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.268938] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711452, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.299116] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Preparing fetch location {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 540.299436] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Creating directory with path [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 540.299677] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eb7a2a2-a087-42ac-aedb-35a4b945953e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.335806] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Created directory with path [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 540.336011] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Fetch image to [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 540.336191] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Downloading image file data 9c92274c-f71a-4266-ae8f-c11a7267cfde to [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk on the data store datastore2 {{(pid=63198) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 540.337018] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe761e-0a9e-4bbb-a0cb-9eee30d42703 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.347736] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffd09cf-9867-4aa0-b861-01bb35f3becb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.356489] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2f0c2f-ccad-434f-a891-031264c5fa63 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.397162] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491ac142-fefb-4e4d-a606-461e59c74902 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.406235] env[63198]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-03f04de9-0986-4924-aaa1-9c8b294c73bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.445024] env[63198]: DEBUG nova.scheduler.client.report [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 540.449033] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Downloading image file data 9c92274c-f71a-4266-ae8f-c11a7267cfde to the data store datastore2 {{(pid=63198) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 540.534868] env[63198]: DEBUG oslo_vmware.rw_handles [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63198) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 540.680492] env[63198]: DEBUG nova.compute.manager [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 540.776009] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711452, 'name': CreateVM_Task, 'duration_secs': 0.347557} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.782101] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 540.782101] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.782101] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.782262] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.782578] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd4e8d6-67f8-488e-b674-2b863429b230 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.791194] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 540.791194] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b3f79f-b102-a280-eab3-e201eba4875d" [ 540.791194] env[63198]: _type = "Task" [ 540.791194] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.806567] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.806819] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 540.807076] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.829305] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.829565] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.859990] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 540.860426] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 540.860505] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 540.860686] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 540.861382] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 540.862272] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 540.862272] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 540.862272] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 540.862272] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 540.862466] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 540.862806] env[63198]: DEBUG nova.virt.hardware [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 540.865039] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff299074-b5dc-4f37-857a-723b1a8c8c84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.877728] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a406805-0c01-4ac4-94ca-9b44a5d87f6a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.953716] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.954392] env[63198]: DEBUG nova.compute.manager [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.958590] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.825s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.959950] env[63198]: INFO nova.compute.claims [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 541.157834] env[63198]: DEBUG nova.network.neutron [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Successfully created port: 8c8d1a5a-c606-472d-8adc-c77e1387d6f6 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.255927] env[63198]: DEBUG oslo_vmware.rw_handles [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Completed reading data from the image iterator. {{(pid=63198) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 541.256195] env[63198]: DEBUG oslo_vmware.rw_handles [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 541.331777] env[63198]: DEBUG nova.compute.manager [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.391420] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Downloaded image file data 9c92274c-f71a-4266-ae8f-c11a7267cfde to vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk on the data store datastore2 {{(pid=63198) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 541.394676] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Caching image {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 541.394931] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Copying Virtual Disk [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk to [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 541.396026] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28ae9621-3144-46d6-8a40-93ac5d931f10 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.405223] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 541.405223] env[63198]: value = "task-2711453" [ 541.405223] env[63198]: _type = "Task" [ 541.405223] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.415953] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.467246] env[63198]: DEBUG nova.compute.utils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 541.474634] env[63198]: DEBUG nova.compute.manager [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 541.475653] env[63198]: DEBUG nova.network.neutron [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 541.587127] env[63198]: DEBUG nova.network.neutron [req-1789833c-40b4-4341-af20-081aa8a5e51b req-ce5661a2-83b0-49b2-a087-d3908126d254 service nova] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Updated VIF entry in instance network info cache for port 8dbcb078-c8f7-4d67-8909-30f6cf1c4aee. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 541.587712] env[63198]: DEBUG nova.network.neutron [req-1789833c-40b4-4341-af20-081aa8a5e51b req-ce5661a2-83b0-49b2-a087-d3908126d254 service nova] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Updating instance_info_cache with network_info: [{"id": "8dbcb078-c8f7-4d67-8909-30f6cf1c4aee", "address": "fa:16:3e:a2:e2:6e", "network": {"id": "3ce0fb86-39f9-421a-8bd6-42e68276350c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-859025858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e60df150e9a243dc984011d268c050f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dbcb078-c8", "ovs_interfaceid": "8dbcb078-c8f7-4d67-8909-30f6cf1c4aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.658461] env[63198]: DEBUG nova.policy [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4933380813d6405cbcb356d2247e6551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2cff383bc4f411a9c6616ad90c65404', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 541.865566] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.924541] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711453, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.971831] env[63198]: DEBUG nova.compute.manager [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 542.096188] env[63198]: DEBUG oslo_concurrency.lockutils [req-1789833c-40b4-4341-af20-081aa8a5e51b req-ce5661a2-83b0-49b2-a087-d3908126d254 service nova] Releasing lock "refresh_cache-23a1817b-052c-47a5-9c4b-3db48d45eac1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.104590] env[63198]: DEBUG nova.network.neutron [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Successfully updated port: f97b972f-3329-4753-9dfe-9bea1ee57ab5 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 542.195327] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e10fc7-4c87-4bca-af2a-c1f137f782c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.207146] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63275bd1-8055-4859-a1e6-e409a4ce4a45 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.239762] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfeb8d4-c02f-43d0-95c2-38060f5c6877 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.247840] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bebb4d-3c6c-46c1-9800-81ed101f09b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.269291] env[63198]: DEBUG nova.compute.provider_tree [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 542.280827] env[63198]: DEBUG nova.compute.manager [req-f78d26f1-2fa0-4d00-802a-ad2c3a82031d req-c2a5c029-51a4-4cd1-aa83-cc7257a709b3 service nova] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Received event network-changed-2691d936-d004-434a-8e84-d820b86ceb5a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 542.282214] env[63198]: DEBUG nova.compute.manager [req-f78d26f1-2fa0-4d00-802a-ad2c3a82031d req-c2a5c029-51a4-4cd1-aa83-cc7257a709b3 service nova] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Refreshing instance network info cache due to event network-changed-2691d936-d004-434a-8e84-d820b86ceb5a. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 542.282214] env[63198]: DEBUG oslo_concurrency.lockutils [req-f78d26f1-2fa0-4d00-802a-ad2c3a82031d req-c2a5c029-51a4-4cd1-aa83-cc7257a709b3 service nova] Acquiring lock "refresh_cache-9796a960-1438-4efa-aab7-3a7ee8ed3802" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.282214] env[63198]: DEBUG oslo_concurrency.lockutils [req-f78d26f1-2fa0-4d00-802a-ad2c3a82031d req-c2a5c029-51a4-4cd1-aa83-cc7257a709b3 service nova] Acquired lock "refresh_cache-9796a960-1438-4efa-aab7-3a7ee8ed3802" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.282214] env[63198]: DEBUG nova.network.neutron [req-f78d26f1-2fa0-4d00-802a-ad2c3a82031d req-c2a5c029-51a4-4cd1-aa83-cc7257a709b3 service nova] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Refreshing network info cache for port 2691d936-d004-434a-8e84-d820b86ceb5a {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 542.420152] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671011} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.420420] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Copied Virtual Disk [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk to [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 542.420588] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Deleting the datastore file [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 542.420845] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75d15552-36b6-4399-9462-7e97e9639043 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.429051] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 542.429051] env[63198]: value = "task-2711454" [ 542.429051] env[63198]: _type = "Task" [ 542.429051] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.439842] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.599180] env[63198]: DEBUG nova.network.neutron [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Successfully created port: e9b8f767-b790-4cd9-a7c2-71650bd3429e {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 542.614194] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "refresh_cache-9dc5c31d-4128-4143-a0fd-afd714b95c79" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.614194] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquired lock "refresh_cache-9dc5c31d-4128-4143-a0fd-afd714b95c79" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.614194] env[63198]: DEBUG nova.network.neutron [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 542.774506] env[63198]: DEBUG nova.scheduler.client.report [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.940722] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024561} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.942840] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 542.942840] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Moving file from [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551/9c92274c-f71a-4266-ae8f-c11a7267cfde to [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde. {{(pid=63198) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 542.942840] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e3614313-0610-4ad3-800e-5e5e23668be6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.949103] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 542.949103] env[63198]: value = "task-2711455" [ 542.949103] env[63198]: _type = "Task" [ 542.949103] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.957369] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711455, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.985181] env[63198]: DEBUG nova.compute.manager [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 543.022574] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 543.023055] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 543.023637] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 543.023637] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 543.023637] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 543.023795] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 543.024052] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 543.024250] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 543.024444] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 543.024630] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 543.024892] env[63198]: DEBUG nova.virt.hardware [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 543.025959] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f13969-c595-46fd-97d6-c297a00689b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.035112] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4335efa0-0cc0-4fb1-8e11-d2874a88ec9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.280770] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.280770] env[63198]: DEBUG nova.compute.manager [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 543.283583] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.358s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.285419] env[63198]: INFO nova.compute.claims [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 543.289096] env[63198]: DEBUG nova.network.neutron [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 543.463116] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711455, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028945} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.463366] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] File moved {{(pid=63198) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 543.463702] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Cleaning up location [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551 {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 543.463898] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Deleting the datastore file [datastore2] vmware_temp/5ac0acb4-2af4-4a16-9254-45768c2fe551 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 543.464175] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a219f5e6-700a-4f39-be78-5920731ea356 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.475465] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 543.475465] env[63198]: value = "task-2711456" [ 543.475465] env[63198]: _type = "Task" [ 543.475465] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.484008] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.713233] env[63198]: DEBUG nova.network.neutron [req-f78d26f1-2fa0-4d00-802a-ad2c3a82031d req-c2a5c029-51a4-4cd1-aa83-cc7257a709b3 service nova] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Updated VIF entry in instance network info cache for port 2691d936-d004-434a-8e84-d820b86ceb5a. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 543.713541] env[63198]: DEBUG nova.network.neutron [req-f78d26f1-2fa0-4d00-802a-ad2c3a82031d req-c2a5c029-51a4-4cd1-aa83-cc7257a709b3 service nova] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Updating instance_info_cache with network_info: [{"id": "2691d936-d004-434a-8e84-d820b86ceb5a", "address": "fa:16:3e:98:e0:40", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2691d936-d0", "ovs_interfaceid": "2691d936-d004-434a-8e84-d820b86ceb5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.797428] env[63198]: DEBUG nova.compute.utils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 543.803157] env[63198]: DEBUG nova.compute.manager [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 543.803157] env[63198]: DEBUG nova.network.neutron [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 543.982928] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024992} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.985980] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 543.986785] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5e8d46-3168-48f9-9d9d-5a44cec8d745 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.992768] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 543.992768] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bea597-5d45-2454-e891-db381984a98f" [ 543.992768] env[63198]: _type = "Task" [ 543.992768] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.002522] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bea597-5d45-2454-e891-db381984a98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.204504] env[63198]: DEBUG nova.network.neutron [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Updating instance_info_cache with network_info: [{"id": "f97b972f-3329-4753-9dfe-9bea1ee57ab5", "address": "fa:16:3e:3f:92:0e", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97b972f-33", "ovs_interfaceid": "f97b972f-3329-4753-9dfe-9bea1ee57ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.209154] env[63198]: DEBUG nova.policy [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8486472d0891471fae5e79505b7a0c1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76e202e841cc412daf4ba992ef5efb1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 544.218552] env[63198]: DEBUG oslo_concurrency.lockutils [req-f78d26f1-2fa0-4d00-802a-ad2c3a82031d req-c2a5c029-51a4-4cd1-aa83-cc7257a709b3 service nova] Releasing lock "refresh_cache-9796a960-1438-4efa-aab7-3a7ee8ed3802" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.302651] env[63198]: DEBUG nova.compute.manager [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 544.493146] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d3ac1-a206-4076-b186-15b34d2882f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.511046] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe86d249-b895-436f-af90-f70b14956bd8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.526750] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bea597-5d45-2454-e891-db381984a98f, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.526750] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.526750] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 23a1817b-052c-47a5-9c4b-3db48d45eac1/23a1817b-052c-47a5-9c4b-3db48d45eac1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.553605] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.553605] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.553862] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0710fdf4-cddc-40bb-8f19-f2021b30eeee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.556748] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-759b3d1f-3930-4c77-8f8c-005970dcfef2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.559279] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318426f7-2df5-4630-b556-a3f5971318cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.571832] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 544.571832] env[63198]: value = "task-2711457" [ 544.571832] env[63198]: _type = "Task" [ 544.571832] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.572044] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.572385] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 544.573401] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22f9367-cf94-4fd1-ba1e-9edb99185197 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.584725] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256f325a-8e7d-4f1d-9afb-ad805830e274 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.592057] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 544.592057] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c51294-f3f5-c9cb-422a-9e5c136418f2" [ 544.592057] env[63198]: _type = "Task" [ 544.592057] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.606647] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.607323] env[63198]: DEBUG nova.compute.provider_tree [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 544.614218] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c51294-f3f5-c9cb-422a-9e5c136418f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01732} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.614975] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f56e169-c13f-4a8f-8e80-53b7e9ac8e41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.621136] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 544.621136] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207768e-e1e4-2ff8-0444-3bc1f89b5c97" [ 544.621136] env[63198]: _type = "Task" [ 544.621136] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.632411] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207768e-e1e4-2ff8-0444-3bc1f89b5c97, 'name': SearchDatastore_Task, 'duration_secs': 0.007774} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.632468] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.633158] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9796a960-1438-4efa-aab7-3a7ee8ed3802/9796a960-1438-4efa-aab7-3a7ee8ed3802.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.633158] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8c7cf8b-9c46-44aa-9d23-5e8afe70ba56 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.642033] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 544.642033] env[63198]: value = "task-2711458" [ 544.642033] env[63198]: _type = "Task" [ 544.642033] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.649481] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.684387] env[63198]: DEBUG nova.network.neutron [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Successfully updated port: 8c8d1a5a-c606-472d-8adc-c77e1387d6f6 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.707868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Releasing lock "refresh_cache-9dc5c31d-4128-4143-a0fd-afd714b95c79" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.708206] env[63198]: DEBUG nova.compute.manager [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Instance network_info: |[{"id": "f97b972f-3329-4753-9dfe-9bea1ee57ab5", "address": "fa:16:3e:3f:92:0e", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97b972f-33", "ovs_interfaceid": "f97b972f-3329-4753-9dfe-9bea1ee57ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 544.708888] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:92:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f97b972f-3329-4753-9dfe-9bea1ee57ab5', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 544.719230] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Creating folder: Project (8df388ff63c14c958849ebd5bff1b3f4). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.720701] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce0c77f4-528f-407f-a9b7-257518b52398 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.731937] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Created folder: Project (8df388ff63c14c958849ebd5bff1b3f4) in parent group-v546185. [ 544.731937] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Creating folder: Instances. Parent ref: group-v546192. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 544.732324] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f61b703f-a97f-4461-9161-49fc3a617d1a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.742063] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Created folder: Instances in parent group-v546192. [ 544.742629] env[63198]: DEBUG oslo.service.loopingcall [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 544.742629] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 544.742791] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2e43128-74ba-4c21-8155-9e64a46b0341 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.767594] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 544.767594] env[63198]: value = "task-2711461" [ 544.767594] env[63198]: _type = "Task" [ 544.767594] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.775785] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711461, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.085729] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489776} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.085987] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 23a1817b-052c-47a5-9c4b-3db48d45eac1/23a1817b-052c-47a5-9c4b-3db48d45eac1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.086285] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.086592] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f391d21-3532-47ce-a561-e5eed1f976ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.093190] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 545.093190] env[63198]: value = "task-2711462" [ 545.093190] env[63198]: _type = "Task" [ 545.093190] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.102041] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.115208] env[63198]: DEBUG nova.scheduler.client.report [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 545.153390] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711458, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.190980] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquiring lock "refresh_cache-aedc2e31-badd-40d4-9200-e08d9dc18b5f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.190980] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquired lock "refresh_cache-aedc2e31-badd-40d4-9200-e08d9dc18b5f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.191201] env[63198]: DEBUG nova.network.neutron [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 545.277301] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711461, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.316870] env[63198]: DEBUG nova.compute.manager [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 545.355161] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 545.355317] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 545.355424] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 545.355603] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 545.355746] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 545.355891] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 545.356115] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 545.356282] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 545.356448] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 545.356608] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 545.356782] env[63198]: DEBUG nova.virt.hardware [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 545.357773] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403a63af-7290-446e-bf30-b4f88a7c7436 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.371586] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e876ab-bf9b-4e1e-b528-a3aa6ca5098c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.377916] env[63198]: DEBUG nova.compute.manager [req-0a414e91-5d40-47a5-9f8a-8a996a5abbd8 req-12225188-9778-44b0-948e-af5c5b29b2ca service nova] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Received event network-vif-plugged-8c8d1a5a-c606-472d-8adc-c77e1387d6f6 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.378492] env[63198]: DEBUG oslo_concurrency.lockutils [req-0a414e91-5d40-47a5-9f8a-8a996a5abbd8 req-12225188-9778-44b0-948e-af5c5b29b2ca service nova] Acquiring lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.378705] env[63198]: DEBUG oslo_concurrency.lockutils [req-0a414e91-5d40-47a5-9f8a-8a996a5abbd8 req-12225188-9778-44b0-948e-af5c5b29b2ca service nova] Lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.378897] env[63198]: DEBUG oslo_concurrency.lockutils [req-0a414e91-5d40-47a5-9f8a-8a996a5abbd8 req-12225188-9778-44b0-948e-af5c5b29b2ca service nova] Lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.379113] env[63198]: DEBUG nova.compute.manager [req-0a414e91-5d40-47a5-9f8a-8a996a5abbd8 req-12225188-9778-44b0-948e-af5c5b29b2ca service nova] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] No waiting events found dispatching network-vif-plugged-8c8d1a5a-c606-472d-8adc-c77e1387d6f6 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 545.379243] env[63198]: WARNING nova.compute.manager [req-0a414e91-5d40-47a5-9f8a-8a996a5abbd8 req-12225188-9778-44b0-948e-af5c5b29b2ca service nova] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Received unexpected event network-vif-plugged-8c8d1a5a-c606-472d-8adc-c77e1387d6f6 for instance with vm_state building and task_state spawning. [ 545.608251] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217912} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.608517] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 545.613519] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d67a4d-4758-4f7b-bd99-0ce182818c6f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.616565] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.617081] env[63198]: DEBUG nova.compute.manager [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 545.619473] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.475s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.622011] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.622011] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 545.622011] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.442s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.622011] env[63198]: INFO nova.compute.claims [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.624849] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d7c0ea-046c-415f-af58-693f9e5f364a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.650895] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 23a1817b-052c-47a5-9c4b-3db48d45eac1/23a1817b-052c-47a5-9c4b-3db48d45eac1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 545.652522] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8d5a6bc-2c16-4f81-a01f-d2f84e0b7834 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.673621] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7402f39-bf44-4aed-8439-eb32caaa49d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.682454] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 545.682454] env[63198]: value = "task-2711463" [ 545.682454] env[63198]: _type = "Task" [ 545.682454] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.682454] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763547} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.683065] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9796a960-1438-4efa-aab7-3a7ee8ed3802/9796a960-1438-4efa-aab7-3a7ee8ed3802.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.683212] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.686820] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd1c0e3b-09c1-45e0-8318-4968035a610b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.700047] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cd9c6-d12e-4ce0-a551-820551945921 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.707614] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.707932] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 545.707932] env[63198]: value = "task-2711464" [ 545.707932] env[63198]: _type = "Task" [ 545.707932] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.715067] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae28ead-d97a-438a-b103-b7d3fbd2b829 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.721363] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.753251] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181166MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 545.753251] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.754948] env[63198]: DEBUG nova.compute.manager [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Received event network-vif-plugged-f97b972f-3329-4753-9dfe-9bea1ee57ab5 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.755203] env[63198]: DEBUG oslo_concurrency.lockutils [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] Acquiring lock "9dc5c31d-4128-4143-a0fd-afd714b95c79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.755452] env[63198]: DEBUG oslo_concurrency.lockutils [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] Lock "9dc5c31d-4128-4143-a0fd-afd714b95c79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.755628] env[63198]: DEBUG oslo_concurrency.lockutils [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] Lock "9dc5c31d-4128-4143-a0fd-afd714b95c79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.755800] env[63198]: DEBUG nova.compute.manager [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] No waiting events found dispatching network-vif-plugged-f97b972f-3329-4753-9dfe-9bea1ee57ab5 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 545.755957] env[63198]: WARNING nova.compute.manager [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Received unexpected event network-vif-plugged-f97b972f-3329-4753-9dfe-9bea1ee57ab5 for instance with vm_state building and task_state spawning. [ 545.756121] env[63198]: DEBUG nova.compute.manager [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Received event network-changed-f97b972f-3329-4753-9dfe-9bea1ee57ab5 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.756263] env[63198]: DEBUG nova.compute.manager [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Refreshing instance network info cache due to event network-changed-f97b972f-3329-4753-9dfe-9bea1ee57ab5. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 545.756434] env[63198]: DEBUG oslo_concurrency.lockutils [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] Acquiring lock "refresh_cache-9dc5c31d-4128-4143-a0fd-afd714b95c79" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.756559] env[63198]: DEBUG oslo_concurrency.lockutils [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] Acquired lock "refresh_cache-9dc5c31d-4128-4143-a0fd-afd714b95c79" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.756703] env[63198]: DEBUG nova.network.neutron [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Refreshing network info cache for port f97b972f-3329-4753-9dfe-9bea1ee57ab5 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 545.778627] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711461, 'name': CreateVM_Task, 'duration_secs': 0.601558} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.779418] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 545.780190] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.780428] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.780626] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.781153] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00dc37a7-ca8b-4b4c-ac8e-d6d85795a60a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.786208] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 545.786208] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5246b310-abbf-d411-b06f-3609e4fded45" [ 545.786208] env[63198]: _type = "Task" [ 545.786208] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.797062] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5246b310-abbf-d411-b06f-3609e4fded45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.797621] env[63198]: DEBUG nova.network.neutron [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 546.012360] env[63198]: DEBUG nova.network.neutron [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Successfully created port: db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.128875] env[63198]: DEBUG nova.compute.utils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 546.130890] env[63198]: DEBUG nova.compute.manager [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 546.131077] env[63198]: DEBUG nova.network.neutron [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 546.156257] env[63198]: DEBUG nova.network.neutron [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Updating instance_info_cache with network_info: [{"id": "8c8d1a5a-c606-472d-8adc-c77e1387d6f6", "address": "fa:16:3e:cd:04:2b", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c8d1a5a-c6", "ovs_interfaceid": "8c8d1a5a-c606-472d-8adc-c77e1387d6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.162341] env[63198]: DEBUG nova.network.neutron [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Successfully updated port: e9b8f767-b790-4cd9-a7c2-71650bd3429e {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 546.195987] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711463, 'name': ReconfigVM_Task, 'duration_secs': 0.312611} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.196195] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 23a1817b-052c-47a5-9c4b-3db48d45eac1/23a1817b-052c-47a5-9c4b-3db48d45eac1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 546.197232] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-177d07b9-12f9-4dc0-b033-b95b84350858 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.207857] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 546.207857] env[63198]: value = "task-2711465" [ 546.207857] env[63198]: _type = "Task" [ 546.207857] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.223270] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067641} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.225889] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 546.226348] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711465, 'name': Rename_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.227105] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a471443-e11e-44f5-844d-beecf96f718a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.251365] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 9796a960-1438-4efa-aab7-3a7ee8ed3802/9796a960-1438-4efa-aab7-3a7ee8ed3802.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 546.252513] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a726c015-2163-4c91-b51c-d768bfeb0964 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.274610] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 546.274610] env[63198]: value = "task-2711466" [ 546.274610] env[63198]: _type = "Task" [ 546.274610] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.284473] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.300048] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5246b310-abbf-d411-b06f-3609e4fded45, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.300048] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.300048] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 546.300225] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.300454] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.301132] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 546.301132] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03d7eb7f-120a-4010-8ecb-9f1b7eca920f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.311835] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 546.312464] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 546.313349] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed9e1ec-e3e4-4aef-a11e-1a75d089655b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.320179] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 546.320179] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5297c276-5cbd-914f-25db-1d517e7b34ec" [ 546.320179] env[63198]: _type = "Task" [ 546.320179] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.332500] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5297c276-5cbd-914f-25db-1d517e7b34ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.465131] env[63198]: DEBUG nova.policy [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1bb6eeeb2e84b4aafd98032b7cb0492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa62e427eeec40a2828d1d4ebcf068ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 546.635877] env[63198]: DEBUG nova.compute.manager [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 546.660536] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Releasing lock "refresh_cache-aedc2e31-badd-40d4-9200-e08d9dc18b5f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.660536] env[63198]: DEBUG nova.compute.manager [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Instance network_info: |[{"id": "8c8d1a5a-c606-472d-8adc-c77e1387d6f6", "address": "fa:16:3e:cd:04:2b", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c8d1a5a-c6", "ovs_interfaceid": "8c8d1a5a-c606-472d-8adc-c77e1387d6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 546.660719] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:04:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c8d1a5a-c606-472d-8adc-c77e1387d6f6', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 546.669833] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Creating folder: Project (6b4266c0e61444b6b96c7a6e6892d09d). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.673028] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquiring lock "refresh_cache-5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.673254] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquired lock "refresh_cache-5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.673304] env[63198]: DEBUG nova.network.neutron [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.678648] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c8c0191-cb0e-4ee1-942f-4655ddb20063 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.689222] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Created folder: Project (6b4266c0e61444b6b96c7a6e6892d09d) in parent group-v546185. [ 546.689328] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Creating folder: Instances. Parent ref: group-v546195. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 546.694894] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bcebe21-a70a-4693-8db2-5ec01ad193b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.706098] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Created folder: Instances in parent group-v546195. [ 546.706258] env[63198]: DEBUG oslo.service.loopingcall [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 546.706443] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 546.706639] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00503c2-0a9a-430a-8600-2c280662b9c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.749248] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711465, 'name': Rename_Task, 'duration_secs': 0.153382} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.750663] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 546.750870] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 546.750870] env[63198]: value = "task-2711469" [ 546.750870] env[63198]: _type = "Task" [ 546.750870] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.751028] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa39a16c-4ccd-4bd8-94b8-94fa9a0539d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.770377] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 546.770377] env[63198]: value = "task-2711470" [ 546.770377] env[63198]: _type = "Task" [ 546.770377] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.779062] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.789674] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711466, 'name': ReconfigVM_Task, 'duration_secs': 0.294609} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.795394] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 9796a960-1438-4efa-aab7-3a7ee8ed3802/9796a960-1438-4efa-aab7-3a7ee8ed3802.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 546.795489] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb489df6-e62d-45fb-a3af-e7d57a5768d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.803637] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 546.803637] env[63198]: value = "task-2711471" [ 546.803637] env[63198]: _type = "Task" [ 546.803637] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.817256] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711471, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.833540] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5297c276-5cbd-914f-25db-1d517e7b34ec, 'name': SearchDatastore_Task, 'duration_secs': 0.020589} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.841486] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03c3bab-43fe-4584-9cdd-864fa2901161 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.844906] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "6960a521-685b-4c29-95da-799aafa9bac9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.845253] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "6960a521-685b-4c29-95da-799aafa9bac9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.850013] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 546.850013] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d8daf5-5a9e-5ba2-4f6a-47fbcdd3a2f5" [ 546.850013] env[63198]: _type = "Task" [ 546.850013] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.864355] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d8daf5-5a9e-5ba2-4f6a-47fbcdd3a2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.870520] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.870782] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9dc5c31d-4128-4143-a0fd-afd714b95c79/9dc5c31d-4128-4143-a0fd-afd714b95c79.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 546.871658] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5912828-6d07-46ab-a478-f3576ea201c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.878629] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 546.878629] env[63198]: value = "task-2711472" [ 546.878629] env[63198]: _type = "Task" [ 546.878629] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.891413] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.960389] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2559f0c0-1255-477d-a5b7-3d31b29b1ff8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.969839] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquiring lock "4454f3c5-a41b-4a31-926d-82342dffcde9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.969839] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "4454f3c5-a41b-4a31-926d-82342dffcde9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.974644] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54317cad-b3e3-4571-b28e-1a157bf2bbf5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.009967] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2bea12-a6cd-4116-ac40-731330f4e47b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.018024] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c71be2-f766-4f76-973a-326a3d5b4c47 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.038222] env[63198]: DEBUG nova.compute.provider_tree [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 547.267713] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711469, 'name': CreateVM_Task, 'duration_secs': 0.421087} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.267889] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.268640] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.268801] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.269684] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.270276] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1f078e-c3f8-404a-af18-ea480af00e49 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.285180] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.289725] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 547.289725] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529beeb0-87ce-ba40-4b36-2c7209df910f" [ 547.289725] env[63198]: _type = "Task" [ 547.289725] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.300329] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529beeb0-87ce-ba40-4b36-2c7209df910f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.317479] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711471, 'name': Rename_Task, 'duration_secs': 0.169963} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.318099] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 547.318503] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35cdc326-51a2-4c38-a5a5-069438794817 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.324546] env[63198]: DEBUG nova.network.neutron [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.328690] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 547.328690] env[63198]: value = "task-2711473" [ 547.328690] env[63198]: _type = "Task" [ 547.328690] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.341620] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.388769] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480186} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.393172] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9dc5c31d-4128-4143-a0fd-afd714b95c79/9dc5c31d-4128-4143-a0fd-afd714b95c79.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 547.393172] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 547.393172] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3292192-8acf-46a6-b5e6-fd0289b1931b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.403832] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 547.403832] env[63198]: value = "task-2711474" [ 547.403832] env[63198]: _type = "Task" [ 547.403832] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.418429] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.542600] env[63198]: DEBUG nova.scheduler.client.report [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 547.563578] env[63198]: DEBUG nova.network.neutron [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Updated VIF entry in instance network info cache for port f97b972f-3329-4753-9dfe-9bea1ee57ab5. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 547.563748] env[63198]: DEBUG nova.network.neutron [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Updating instance_info_cache with network_info: [{"id": "f97b972f-3329-4753-9dfe-9bea1ee57ab5", "address": "fa:16:3e:3f:92:0e", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf97b972f-33", "ovs_interfaceid": "f97b972f-3329-4753-9dfe-9bea1ee57ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.654392] env[63198]: DEBUG nova.compute.manager [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 547.696027] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 547.700099] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 547.700099] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 547.700099] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 547.700099] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 547.700099] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 547.700304] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 547.700304] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 547.700304] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 547.700304] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 547.700304] env[63198]: DEBUG nova.virt.hardware [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 547.700520] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016bee1e-d42a-468f-b7ca-56f1a2cc5547 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.718258] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d7b295-7cf6-4c3f-a0e6-f80e0d027a96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.782422] env[63198]: DEBUG oslo_vmware.api [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711470, 'name': PowerOnVM_Task, 'duration_secs': 0.64153} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.782928] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 547.783246] env[63198]: INFO nova.compute.manager [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Took 13.94 seconds to spawn the instance on the hypervisor. [ 547.783540] env[63198]: DEBUG nova.compute.manager [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 547.784362] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8eb72d-421f-4cf5-b83c-e4e7be09b8e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.805138] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529beeb0-87ce-ba40-4b36-2c7209df910f, 'name': SearchDatastore_Task, 'duration_secs': 0.05415} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.807018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.807018] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 547.807018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.807018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.807282] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 547.807282] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10b615a4-94e6-451a-9a1f-7cdc74e36464 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.816444] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 547.817400] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 547.817400] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47fcf7b3-56a3-4093-bb92-3696f42c9110 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.822462] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 547.822462] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5275ae0e-007a-f53c-44e7-fbc61f4130d8" [ 547.822462] env[63198]: _type = "Task" [ 547.822462] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.833959] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5275ae0e-007a-f53c-44e7-fbc61f4130d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.843895] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.913889] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068842} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.914167] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 547.914921] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f1e76e-4f63-44df-9012-8d8c3767eeac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.937354] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 9dc5c31d-4128-4143-a0fd-afd714b95c79/9dc5c31d-4128-4143-a0fd-afd714b95c79.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 547.937667] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3180a0a-ed76-4434-b25b-a5e4bbe525a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.956934] env[63198]: DEBUG nova.network.neutron [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Updating instance_info_cache with network_info: [{"id": "e9b8f767-b790-4cd9-a7c2-71650bd3429e", "address": "fa:16:3e:4d:6d:e1", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b8f767-b7", "ovs_interfaceid": "e9b8f767-b790-4cd9-a7c2-71650bd3429e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.959421] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 547.959421] env[63198]: value = "task-2711475" [ 547.959421] env[63198]: _type = "Task" [ 547.959421] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.968693] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.051773] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.052217] env[63198]: DEBUG nova.compute.manager [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.055182] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.197s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.059570] env[63198]: INFO nova.compute.claims [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 548.067170] env[63198]: DEBUG oslo_concurrency.lockutils [req-2fa93d56-5389-4dde-a2e5-77c25961324f req-1cad5348-a2c4-4a93-9e56-d092ecf1c0c8 service nova] Releasing lock "refresh_cache-9dc5c31d-4128-4143-a0fd-afd714b95c79" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.310925] env[63198]: INFO nova.compute.manager [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Took 18.78 seconds to build instance. [ 548.333260] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5275ae0e-007a-f53c-44e7-fbc61f4130d8, 'name': SearchDatastore_Task, 'duration_secs': 0.007854} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.334132] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43533b37-93bb-4ef4-bb47-55f85cab53fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.346457] env[63198]: DEBUG oslo_vmware.api [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711473, 'name': PowerOnVM_Task, 'duration_secs': 0.811485} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.346457] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.346457] env[63198]: INFO nova.compute.manager [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Took 12.26 seconds to spawn the instance on the hypervisor. [ 548.347522] env[63198]: DEBUG nova.compute.manager [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.347522] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 548.347522] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526c359a-0738-8819-0c39-265cc4ebff72" [ 548.347522] env[63198]: _type = "Task" [ 548.347522] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.347737] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e226ba13-3aee-4736-a52c-a8de7944bc0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.361991] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526c359a-0738-8819-0c39-265cc4ebff72, 'name': SearchDatastore_Task, 'duration_secs': 0.008306} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.363756] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.364017] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] aedc2e31-badd-40d4-9200-e08d9dc18b5f/aedc2e31-badd-40d4-9200-e08d9dc18b5f.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 548.366961] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4a63450-1cae-4efc-95c1-0f99233e9ee3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.373473] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 548.373473] env[63198]: value = "task-2711476" [ 548.373473] env[63198]: _type = "Task" [ 548.373473] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.382885] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.463761] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Releasing lock "refresh_cache-5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.464145] env[63198]: DEBUG nova.compute.manager [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Instance network_info: |[{"id": "e9b8f767-b790-4cd9-a7c2-71650bd3429e", "address": "fa:16:3e:4d:6d:e1", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b8f767-b7", "ovs_interfaceid": "e9b8f767-b790-4cd9-a7c2-71650bd3429e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 548.464679] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:6d:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9b8f767-b790-4cd9-a7c2-71650bd3429e', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 548.476986] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Creating folder: Project (c2cff383bc4f411a9c6616ad90c65404). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 548.481810] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4efb79d1-7284-4210-9d4d-671945cc255b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.489680] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711475, 'name': ReconfigVM_Task, 'duration_secs': 0.292113} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.492439] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 9dc5c31d-4128-4143-a0fd-afd714b95c79/9dc5c31d-4128-4143-a0fd-afd714b95c79.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 548.493508] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Created folder: Project (c2cff383bc4f411a9c6616ad90c65404) in parent group-v546185. [ 548.493693] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Creating folder: Instances. Parent ref: group-v546198. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 548.494448] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-428b2a62-c0ac-410d-a380-6d2cdfced0f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.495831] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7a971b6-8a92-45f5-ac30-d3215c5e1870 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.501497] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 548.501497] env[63198]: value = "task-2711478" [ 548.501497] env[63198]: _type = "Task" [ 548.501497] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.507852] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Created folder: Instances in parent group-v546198. [ 548.508106] env[63198]: DEBUG oslo.service.loopingcall [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 548.508647] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 548.508863] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bab90a27-abf8-495d-882e-420abce2267f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.531623] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711478, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.536817] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 548.536817] env[63198]: value = "task-2711480" [ 548.536817] env[63198]: _type = "Task" [ 548.536817] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.547288] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711480, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.563923] env[63198]: DEBUG nova.compute.utils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 548.569029] env[63198]: DEBUG nova.compute.manager [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 548.572150] env[63198]: DEBUG nova.network.neutron [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 548.747190] env[63198]: DEBUG nova.network.neutron [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Successfully created port: 670a96a9-f7bb-4958-ab56-d07ce2d54233 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 548.815034] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8501312e-00a8-4b2f-bc4d-0f0275d66d53 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "23a1817b-052c-47a5-9c4b-3db48d45eac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.300s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.869010] env[63198]: DEBUG nova.policy [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1bb6eeeb2e84b4aafd98032b7cb0492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa62e427eeec40a2828d1d4ebcf068ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 548.884772] env[63198]: INFO nova.compute.manager [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Took 17.88 seconds to build instance. [ 548.894596] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504082} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.895427] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] aedc2e31-badd-40d4-9200-e08d9dc18b5f/aedc2e31-badd-40d4-9200-e08d9dc18b5f.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 548.895427] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 548.895427] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc6e80f0-8a18-4497-ae76-fceb748a6201 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.905053] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 548.905053] env[63198]: value = "task-2711481" [ 548.905053] env[63198]: _type = "Task" [ 548.905053] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.916307] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.012263] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711478, 'name': Rename_Task, 'duration_secs': 0.273977} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.012657] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 549.012854] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-572366ca-be0d-4bbe-965b-3763cb89c7d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.018786] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 549.018786] env[63198]: value = "task-2711482" [ 549.018786] env[63198]: _type = "Task" [ 549.018786] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.027094] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.047429] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711480, 'name': CreateVM_Task, 'duration_secs': 0.496715} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.047876] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 549.050126] env[63198]: DEBUG oslo_vmware.service [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc705ea5-40ab-494c-b9ee-99551b008fec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.056913] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.057172] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.057873] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.058085] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7f5e16-182b-4708-ace8-10e5fe817617 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.062701] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 549.062701] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c79881-bb48-5808-ec85-7729f1b0eee8" [ 549.062701] env[63198]: _type = "Task" [ 549.062701] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.069906] env[63198]: DEBUG nova.compute.manager [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.080017] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c79881-bb48-5808-ec85-7729f1b0eee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.191518] env[63198]: DEBUG nova.compute.manager [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Received event network-changed-8c8d1a5a-c606-472d-8adc-c77e1387d6f6 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.191702] env[63198]: DEBUG nova.compute.manager [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Refreshing instance network info cache due to event network-changed-8c8d1a5a-c606-472d-8adc-c77e1387d6f6. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 549.191899] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] Acquiring lock "refresh_cache-aedc2e31-badd-40d4-9200-e08d9dc18b5f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.195365] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] Acquired lock "refresh_cache-aedc2e31-badd-40d4-9200-e08d9dc18b5f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.195806] env[63198]: DEBUG nova.network.neutron [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Refreshing network info cache for port 8c8d1a5a-c606-472d-8adc-c77e1387d6f6 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 549.306754] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdfb448-234c-4b1b-827d-df393bfeca0b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.314332] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0053ef3-1839-416e-ba5f-68ef000c2375 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.318592] env[63198]: DEBUG nova.compute.manager [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.351847] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083bf193-50b0-45e7-a7f8-85467139609d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.361491] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcca4f2-752c-4e52-a4f3-643bb1ee85b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.379358] env[63198]: DEBUG nova.compute.provider_tree [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.388028] env[63198]: DEBUG oslo_concurrency.lockutils [None req-36b1e060-b4e5-4e34-a922-6f4c1025dbd6 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.390s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.416867] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102984} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.417985] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 549.417985] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950c3708-0eeb-4594-b5ea-e39041caac11 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.443540] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] aedc2e31-badd-40d4-9200-e08d9dc18b5f/aedc2e31-badd-40d4-9200-e08d9dc18b5f.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 549.444277] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d88d2d9-39a1-49e1-8b1c-b50a74a333e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.470283] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 549.470283] env[63198]: value = "task-2711483" [ 549.470283] env[63198]: _type = "Task" [ 549.470283] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.478896] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.533789] env[63198]: DEBUG oslo_vmware.api [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711482, 'name': PowerOnVM_Task, 'duration_secs': 0.467405} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.533789] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 549.534063] env[63198]: INFO nova.compute.manager [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Took 11.17 seconds to spawn the instance on the hypervisor. [ 549.534367] env[63198]: DEBUG nova.compute.manager [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 549.535055] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c464328-70f6-4f99-abd2-1ca0300228ce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.586395] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.586712] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 549.586929] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.587126] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.587604] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 549.587842] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48d5a9e9-7773-4ab5-90c5-879d8a2b570c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.596922] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 549.597133] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 549.598143] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a579c7c9-2c33-41d7-af8c-1b7b9680c16e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.607030] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b529d631-276e-4461-aed9-d0dd2fde0336 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.616515] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 549.616515] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52abd6e7-047f-20bc-f81a-439fadd3fe1a" [ 549.616515] env[63198]: _type = "Task" [ 549.616515] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.625600] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52abd6e7-047f-20bc-f81a-439fadd3fe1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.845827] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.884755] env[63198]: DEBUG nova.scheduler.client.report [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.891432] env[63198]: DEBUG nova.compute.manager [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 549.981225] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.055091] env[63198]: INFO nova.compute.manager [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Took 18.79 seconds to build instance. [ 550.060029] env[63198]: DEBUG nova.network.neutron [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Successfully created port: 9b047dd3-cae9-4209-8df1-6bc5215de9a4 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.092025] env[63198]: DEBUG nova.compute.manager [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.122520] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.122897] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.122897] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.123441] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.124072] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.124072] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.124072] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.124293] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.124352] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.124584] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.124667] env[63198]: DEBUG nova.virt.hardware [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.125853] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52764a61-4c0d-47af-9f33-4249cc61db9e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.148318] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ea91c5-a711-4698-9aca-00ac6403bf7c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.150432] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Preparing fetch location {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 550.150668] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Creating directory with path [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.153357] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b9f1eb8-538c-42d6-99fe-708b48103ce6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.167034] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Created directory with path [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.167289] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Fetch image to [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 550.167402] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Downloading image file data 9c92274c-f71a-4266-ae8f-c11a7267cfde to [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk on the data store datastore1 {{(pid=63198) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 550.168615] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a8d85d-bd64-432e-82d0-be49dcef35c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.176999] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfd7994-2803-4e35-bc93-e6ad6ed97744 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.192139] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b32f8be-006c-4131-a967-ca7c7892d37d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.227074] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b687c29-6661-42c2-a664-ac33758a9cc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.233724] env[63198]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5b235f0e-6ec2-4aeb-905e-9294a52fc67c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.265454] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Downloading image file data 9c92274c-f71a-4266-ae8f-c11a7267cfde to the data store datastore1 {{(pid=63198) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 550.328709] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63198) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 550.389386] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.389895] env[63198]: DEBUG nova.compute.manager [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 550.393896] env[63198]: DEBUG nova.network.neutron [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Updated VIF entry in instance network info cache for port 8c8d1a5a-c606-472d-8adc-c77e1387d6f6. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 550.394312] env[63198]: DEBUG nova.network.neutron [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Updating instance_info_cache with network_info: [{"id": "8c8d1a5a-c606-472d-8adc-c77e1387d6f6", "address": "fa:16:3e:cd:04:2b", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c8d1a5a-c6", "ovs_interfaceid": "8c8d1a5a-c606-472d-8adc-c77e1387d6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.399495] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.531s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.399495] env[63198]: INFO nova.compute.claims [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 550.437429] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.482557] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711483, 'name': ReconfigVM_Task, 'duration_secs': 0.778581} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.483556] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Reconfigured VM instance instance-00000004 to attach disk [datastore2] aedc2e31-badd-40d4-9200-e08d9dc18b5f/aedc2e31-badd-40d4-9200-e08d9dc18b5f.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 550.484411] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83efcd1f-d444-49cb-a4e1-184e146ec4be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.494809] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 550.494809] env[63198]: value = "task-2711484" [ 550.494809] env[63198]: _type = "Task" [ 550.494809] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.506371] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711484, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.557035] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c58bb23-f116-4c17-9ad3-1e0db998411e tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "9dc5c31d-4128-4143-a0fd-afd714b95c79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.301s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.905426] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] Releasing lock "refresh_cache-aedc2e31-badd-40d4-9200-e08d9dc18b5f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.905774] env[63198]: DEBUG nova.compute.manager [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Received event network-vif-plugged-e9b8f767-b790-4cd9-a7c2-71650bd3429e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.905842] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] Acquiring lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.906222] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] Lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.906430] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] Lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.906597] env[63198]: DEBUG nova.compute.manager [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] No waiting events found dispatching network-vif-plugged-e9b8f767-b790-4cd9-a7c2-71650bd3429e {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.906760] env[63198]: WARNING nova.compute.manager [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Received unexpected event network-vif-plugged-e9b8f767-b790-4cd9-a7c2-71650bd3429e for instance with vm_state building and task_state spawning. [ 550.906920] env[63198]: DEBUG nova.compute.manager [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Received event network-changed-e9b8f767-b790-4cd9-a7c2-71650bd3429e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.907087] env[63198]: DEBUG nova.compute.manager [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Refreshing instance network info cache due to event network-changed-e9b8f767-b790-4cd9-a7c2-71650bd3429e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 550.907281] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] Acquiring lock "refresh_cache-5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.907438] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] Acquired lock "refresh_cache-5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.907630] env[63198]: DEBUG nova.network.neutron [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Refreshing network info cache for port e9b8f767-b790-4cd9-a7c2-71650bd3429e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.909953] env[63198]: DEBUG nova.compute.utils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 550.911695] env[63198]: DEBUG nova.compute.manager [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 550.911854] env[63198]: DEBUG nova.network.neutron [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 550.979364] env[63198]: DEBUG nova.policy [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e90d86fcae4741c5a057c3f26cac6fa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ca6d833f90840da99743a60c9cc92e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.005726] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711484, 'name': Rename_Task, 'duration_secs': 0.17248} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.007608] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 551.007608] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c72df4-3e55-4494-9486-d01c631450c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.014233] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 551.014233] env[63198]: value = "task-2711485" [ 551.014233] env[63198]: _type = "Task" [ 551.014233] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.027022] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Completed reading data from the image iterator. {{(pid=63198) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 551.027022] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 551.030277] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.103027] env[63198]: DEBUG nova.network.neutron [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Successfully updated port: db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 551.174009] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Downloaded image file data 9c92274c-f71a-4266-ae8f-c11a7267cfde to vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk on the data store datastore1 {{(pid=63198) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 551.174306] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Caching image {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 551.174554] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Copying Virtual Disk [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk to [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.174841] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81b0beba-19a8-4137-ab64-8cd2ef168b39 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.184781] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 551.184781] env[63198]: value = "task-2711486" [ 551.184781] env[63198]: _type = "Task" [ 551.184781] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.199210] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.419031] env[63198]: DEBUG nova.compute.manager [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 551.541123] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.604372] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.604529] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.604683] env[63198]: DEBUG nova.network.neutron [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.700299] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711486, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.711184] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0275bbd1-4c58-4647-9792-ebb648425c00 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquiring lock "interface-23a1817b-052c-47a5-9c4b-3db48d45eac1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.711722] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0275bbd1-4c58-4647-9792-ebb648425c00 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "interface-23a1817b-052c-47a5-9c4b-3db48d45eac1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.711812] env[63198]: DEBUG nova.objects.instance [None req-0275bbd1-4c58-4647-9792-ebb648425c00 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lazy-loading 'flavor' on Instance uuid 23a1817b-052c-47a5-9c4b-3db48d45eac1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 551.738103] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquiring lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.738330] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.741333] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquiring lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.741333] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.765887] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39e831e-1aaa-461e-8ef5-ebb1c8a3eb64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.778075] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ebcc05-2bf6-4539-9761-ecd0611a74f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.816381] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf8a303-59f8-482c-a983-4794b0a535ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.825238] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8743f2e-df8a-43f4-8718-cce65069c16f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.840021] env[63198]: DEBUG nova.compute.provider_tree [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 551.876869] env[63198]: DEBUG nova.network.neutron [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Successfully created port: 84e1b541-4f29-4fa1-9356-c5582bac3b82 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 552.040392] env[63198]: DEBUG oslo_vmware.api [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711485, 'name': PowerOnVM_Task, 'duration_secs': 0.769388} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.041011] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 552.041337] env[63198]: INFO nova.compute.manager [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Took 11.36 seconds to spawn the instance on the hypervisor. [ 552.041632] env[63198]: DEBUG nova.compute.manager [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.042673] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3cffa4-e99d-47f5-916a-4a49539f7690 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.195751] env[63198]: DEBUG nova.network.neutron [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 552.203839] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711486, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.217177] env[63198]: DEBUG nova.objects.instance [None req-0275bbd1-4c58-4647-9792-ebb648425c00 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lazy-loading 'pci_requests' on Instance uuid 23a1817b-052c-47a5-9c4b-3db48d45eac1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 552.241907] env[63198]: DEBUG nova.compute.manager [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.343236] env[63198]: DEBUG nova.scheduler.client.report [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 552.434586] env[63198]: DEBUG nova.compute.manager [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 552.452029] env[63198]: DEBUG nova.network.neutron [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Updated VIF entry in instance network info cache for port e9b8f767-b790-4cd9-a7c2-71650bd3429e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 552.452264] env[63198]: DEBUG nova.network.neutron [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Updating instance_info_cache with network_info: [{"id": "e9b8f767-b790-4cd9-a7c2-71650bd3429e", "address": "fa:16:3e:4d:6d:e1", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b8f767-b7", "ovs_interfaceid": "e9b8f767-b790-4cd9-a7c2-71650bd3429e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.486068] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 552.486068] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 552.486068] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 552.486280] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 552.486374] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 552.486502] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 552.486754] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 552.486829] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 552.487368] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 552.487368] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 552.487368] env[63198]: DEBUG nova.virt.hardware [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 552.488615] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac3e20-aee7-4195-82fe-a4b9ef7227a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.499728] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1212f133-3bbd-4af5-b387-ff5cc850ebb1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.565673] env[63198]: DEBUG nova.network.neutron [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance_info_cache with network_info: [{"id": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "address": "fa:16:3e:62:cf:38", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8b6a13-a9", "ovs_interfaceid": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.566982] env[63198]: INFO nova.compute.manager [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Took 20.71 seconds to build instance. [ 552.701186] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711486, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.719707] env[63198]: DEBUG nova.objects.base [None req-0275bbd1-4c58-4647-9792-ebb648425c00 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Object Instance<23a1817b-052c-47a5-9c4b-3db48d45eac1> lazy-loaded attributes: flavor,pci_requests {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 552.719707] env[63198]: DEBUG nova.network.neutron [None req-0275bbd1-4c58-4647-9792-ebb648425c00 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 552.737647] env[63198]: DEBUG nova.network.neutron [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Successfully updated port: 9b047dd3-cae9-4209-8df1-6bc5215de9a4 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.770433] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.837822] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0275bbd1-4c58-4647-9792-ebb648425c00 tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "interface-23a1817b-052c-47a5-9c4b-3db48d45eac1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.126s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.848035] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.848627] env[63198]: DEBUG nova.compute.manager [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 552.852441] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.100s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.955676] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab80dffa-33e2-4485-9623-119941d62b36 req-cc564537-ce31-467a-8840-153d4317205a service nova] Releasing lock "refresh_cache-5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.073577] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.073577] env[63198]: DEBUG nova.compute.manager [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Instance network_info: |[{"id": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "address": "fa:16:3e:62:cf:38", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8b6a13-a9", "ovs_interfaceid": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 553.073910] env[63198]: DEBUG oslo_concurrency.lockutils [None req-561234a5-d53c-460d-ba0e-d0f8c7225c28 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.228s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.073910] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:cf:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 553.084207] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Creating folder: Project (76e202e841cc412daf4ba992ef5efb1e). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.086070] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5597ae93-629c-47d6-b386-0cb277c1beac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.096842] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Created folder: Project (76e202e841cc412daf4ba992ef5efb1e) in parent group-v546185. [ 553.097090] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Creating folder: Instances. Parent ref: group-v546201. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 553.097542] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcc9943a-404d-440b-bd7d-ec2b33444b25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.108701] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Created folder: Instances in parent group-v546201. [ 553.108993] env[63198]: DEBUG oslo.service.loopingcall [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 553.109075] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 553.109397] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-253c8683-e087-45aa-a2cd-71473628d72e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.125516] env[63198]: DEBUG nova.network.neutron [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Successfully updated port: 670a96a9-f7bb-4958-ab56-d07ce2d54233 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 553.133397] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 553.133397] env[63198]: value = "task-2711489" [ 553.133397] env[63198]: _type = "Task" [ 553.133397] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.144820] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711489, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.198569] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711486, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.725667} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.198813] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Copied Virtual Disk [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk to [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.198993] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Deleting the datastore file [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde/tmp-sparse.vmdk {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 553.199304] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-050288b0-d116-44a8-ad33-fa3a94dc621d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.206108] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 553.206108] env[63198]: value = "task-2711490" [ 553.206108] env[63198]: _type = "Task" [ 553.206108] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.214805] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.240627] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "refresh_cache-e10e723c-944b-4be8-b623-741de004cb2b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.240786] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "refresh_cache-e10e723c-944b-4be8-b623-741de004cb2b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.240934] env[63198]: DEBUG nova.network.neutron [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.293552] env[63198]: DEBUG nova.compute.manager [req-8b498b48-3e27-41c1-91e5-435e670e5c1b req-0cc5a253-37e9-4e4c-89d9-fd78a6d37f86 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Received event network-vif-plugged-db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 553.293765] env[63198]: DEBUG oslo_concurrency.lockutils [req-8b498b48-3e27-41c1-91e5-435e670e5c1b req-0cc5a253-37e9-4e4c-89d9-fd78a6d37f86 service nova] Acquiring lock "d53844a9-7e9e-47d5-97a9-80df25e74c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.293967] env[63198]: DEBUG oslo_concurrency.lockutils [req-8b498b48-3e27-41c1-91e5-435e670e5c1b req-0cc5a253-37e9-4e4c-89d9-fd78a6d37f86 service nova] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.294153] env[63198]: DEBUG oslo_concurrency.lockutils [req-8b498b48-3e27-41c1-91e5-435e670e5c1b req-0cc5a253-37e9-4e4c-89d9-fd78a6d37f86 service nova] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.294317] env[63198]: DEBUG nova.compute.manager [req-8b498b48-3e27-41c1-91e5-435e670e5c1b req-0cc5a253-37e9-4e4c-89d9-fd78a6d37f86 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] No waiting events found dispatching network-vif-plugged-db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.294475] env[63198]: WARNING nova.compute.manager [req-8b498b48-3e27-41c1-91e5-435e670e5c1b req-0cc5a253-37e9-4e4c-89d9-fd78a6d37f86 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Received unexpected event network-vif-plugged-db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4 for instance with vm_state building and task_state spawning. [ 553.353597] env[63198]: DEBUG nova.compute.utils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 553.354947] env[63198]: DEBUG nova.compute.manager [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.355156] env[63198]: DEBUG nova.network.neutron [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 553.485154] env[63198]: DEBUG nova.policy [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d91f0fa5b6d4cb09bc87d6b505f4034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1171545a9abd4f6498c9e65d0a86e833', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 553.587035] env[63198]: DEBUG nova.compute.manager [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.629849] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "refresh_cache-aef1d1f0-d6a3-4a61-9896-5669beda455d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.629849] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "refresh_cache-aef1d1f0-d6a3-4a61-9896-5669beda455d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.629849] env[63198]: DEBUG nova.network.neutron [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 553.648155] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711489, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.717121] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024908} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.717929] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 553.717929] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Moving file from [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67/9c92274c-f71a-4266-ae8f-c11a7267cfde to [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde. {{(pid=63198) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 553.717929] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3b19db4e-0784-42f8-a029-bced85eeaa27 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.724922] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 553.724922] env[63198]: value = "task-2711491" [ 553.724922] env[63198]: _type = "Task" [ 553.724922] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.736228] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711491, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.796660] env[63198]: DEBUG nova.network.neutron [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.865823] env[63198]: DEBUG nova.compute.manager [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 553.912467] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 23a1817b-052c-47a5-9c4b-3db48d45eac1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 553.912467] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9796a960-1438-4efa-aab7-3a7ee8ed3802 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 553.912467] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9dc5c31d-4128-4143-a0fd-afd714b95c79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 553.912467] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance aedc2e31-badd-40d4-9200-e08d9dc18b5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 553.912705] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 553.912705] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance d53844a9-7e9e-47d5-97a9-80df25e74c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 553.912783] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance aef1d1f0-d6a3-4a61-9896-5669beda455d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 553.912883] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance e10e723c-944b-4be8-b623-741de004cb2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 553.912988] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 519d1a21-0829-41a5-9bc4-e68f29eabf23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 553.913107] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 554.114260] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.116956] env[63198]: DEBUG nova.network.neutron [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Updating instance_info_cache with network_info: [{"id": "9b047dd3-cae9-4209-8df1-6bc5215de9a4", "address": "fa:16:3e:60:b8:b7", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b047dd3-ca", "ovs_interfaceid": "9b047dd3-cae9-4209-8df1-6bc5215de9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.150024] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711489, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.200669] env[63198]: DEBUG nova.network.neutron [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Successfully created port: cf90e887-9a69-466d-a5e3-c05743bb1034 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 554.210126] env[63198]: DEBUG nova.network.neutron [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 554.236668] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711491, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.446318} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.236760] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] File moved {{(pid=63198) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 554.237034] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Cleaning up location [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67 {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 554.237147] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Deleting the datastore file [datastore1] vmware_temp/821a2ff3-b4e7-452f-b5c9-14e04bdb5a67 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.239706] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed024e16-59ae-4b50-9d9a-11fdf68e225c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.242706] env[63198]: DEBUG nova.network.neutron [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Successfully updated port: 84e1b541-4f29-4fa1-9356-c5582bac3b82 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 554.248181] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 554.248181] env[63198]: value = "task-2711492" [ 554.248181] env[63198]: _type = "Task" [ 554.248181] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.260282] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.417906] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6960a521-685b-4c29-95da-799aafa9bac9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 554.442442] env[63198]: DEBUG nova.network.neutron [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Updating instance_info_cache with network_info: [{"id": "670a96a9-f7bb-4958-ab56-d07ce2d54233", "address": "fa:16:3e:d3:64:90", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670a96a9-f7", "ovs_interfaceid": "670a96a9-f7bb-4958-ab56-d07ce2d54233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.618460] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "refresh_cache-e10e723c-944b-4be8-b623-741de004cb2b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.618790] env[63198]: DEBUG nova.compute.manager [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Instance network_info: |[{"id": "9b047dd3-cae9-4209-8df1-6bc5215de9a4", "address": "fa:16:3e:60:b8:b7", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b047dd3-ca", "ovs_interfaceid": "9b047dd3-cae9-4209-8df1-6bc5215de9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.619262] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:b8:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b047dd3-cae9-4209-8df1-6bc5215de9a4', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.627160] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Creating folder: Project (fa62e427eeec40a2828d1d4ebcf068ee). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.627519] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f902cdfa-3eff-4936-a93e-17d861c59dfb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.639500] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Created folder: Project (fa62e427eeec40a2828d1d4ebcf068ee) in parent group-v546185. [ 554.640724] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Creating folder: Instances. Parent ref: group-v546204. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.643451] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28c48830-7be4-44fd-a957-44ed4fdaf557 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.650541] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711489, 'name': CreateVM_Task, 'duration_secs': 1.408759} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.650761] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.652831] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.653080] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.653446] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.653764] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Created folder: Instances in parent group-v546204. [ 554.654028] env[63198]: DEBUG oslo.service.loopingcall [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.655310] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffed71f4-d55e-410f-ae61-0455078f8022 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.657284] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.660293] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ccd23d-8d52-4b07-9970-a7916413970c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.682906] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 554.682906] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52db8558-7eff-1530-4f1d-9bb92a7295c9" [ 554.682906] env[63198]: _type = "Task" [ 554.682906] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.682906] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.682906] env[63198]: value = "task-2711495" [ 554.682906] env[63198]: _type = "Task" [ 554.682906] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.695162] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52db8558-7eff-1530-4f1d-9bb92a7295c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.698874] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.701194] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 554.701194] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.701194] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711495, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.747813] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquiring lock "refresh_cache-519d1a21-0829-41a5-9bc4-e68f29eabf23" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.747813] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquired lock "refresh_cache-519d1a21-0829-41a5-9bc4-e68f29eabf23" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.747813] env[63198]: DEBUG nova.network.neutron [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 554.764068] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03887} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.764373] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 554.765329] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cfe8e28-8cad-479c-bc72-e29a90ea596b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.773355] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 554.773355] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52236288-0361-6001-34bf-cbe0aa304812" [ 554.773355] env[63198]: _type = "Task" [ 554.773355] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.780244] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52236288-0361-6001-34bf-cbe0aa304812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.882730] env[63198]: DEBUG nova.compute.manager [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 554.911287] env[63198]: DEBUG nova.compute.manager [req-0287f9a2-9498-4b2e-b04c-e9779f60df70 req-f650d0b5-7218-4472-afa1-148122a43701 service nova] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Received event network-vif-plugged-9b047dd3-cae9-4209-8df1-6bc5215de9a4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 554.912201] env[63198]: DEBUG oslo_concurrency.lockutils [req-0287f9a2-9498-4b2e-b04c-e9779f60df70 req-f650d0b5-7218-4472-afa1-148122a43701 service nova] Acquiring lock "e10e723c-944b-4be8-b623-741de004cb2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.912201] env[63198]: DEBUG oslo_concurrency.lockutils [req-0287f9a2-9498-4b2e-b04c-e9779f60df70 req-f650d0b5-7218-4472-afa1-148122a43701 service nova] Lock "e10e723c-944b-4be8-b623-741de004cb2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.912201] env[63198]: DEBUG oslo_concurrency.lockutils [req-0287f9a2-9498-4b2e-b04c-e9779f60df70 req-f650d0b5-7218-4472-afa1-148122a43701 service nova] Lock "e10e723c-944b-4be8-b623-741de004cb2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.914712] env[63198]: DEBUG nova.compute.manager [req-0287f9a2-9498-4b2e-b04c-e9779f60df70 req-f650d0b5-7218-4472-afa1-148122a43701 service nova] [instance: e10e723c-944b-4be8-b623-741de004cb2b] No waiting events found dispatching network-vif-plugged-9b047dd3-cae9-4209-8df1-6bc5215de9a4 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 554.914904] env[63198]: WARNING nova.compute.manager [req-0287f9a2-9498-4b2e-b04c-e9779f60df70 req-f650d0b5-7218-4472-afa1-148122a43701 service nova] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Received unexpected event network-vif-plugged-9b047dd3-cae9-4209-8df1-6bc5215de9a4 for instance with vm_state building and task_state spawning. [ 554.921943] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:06:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='628685405',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1711828453',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 554.921943] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 554.921943] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 554.922100] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 554.922276] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 554.922444] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 554.922665] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 554.922824] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 554.923146] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 554.923329] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 554.923506] env[63198]: DEBUG nova.virt.hardware [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 554.924728] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052fce1b-ed00-4b07-a08f-24099ba199c8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.929441] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 4454f3c5-a41b-4a31-926d-82342dffcde9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 554.936034] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4c8271-0519-4a2a-baa3-d69de0fd8631 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.957627] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "refresh_cache-aef1d1f0-d6a3-4a61-9896-5669beda455d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.957627] env[63198]: DEBUG nova.compute.manager [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Instance network_info: |[{"id": "670a96a9-f7bb-4958-ab56-d07ce2d54233", "address": "fa:16:3e:d3:64:90", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670a96a9-f7", "ovs_interfaceid": "670a96a9-f7bb-4958-ab56-d07ce2d54233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.958058] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:64:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '670a96a9-f7bb-4958-ab56-d07ce2d54233', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.965630] env[63198]: DEBUG oslo.service.loopingcall [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.966563] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.966735] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d8c3b51-0b63-4a1f-9bd6-0a3ae04013f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.987061] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquiring lock "7d9abde3-63db-4ea8-bb12-df6000a782d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.987311] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "7d9abde3-63db-4ea8-bb12-df6000a782d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.990992] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.990992] env[63198]: value = "task-2711496" [ 554.990992] env[63198]: _type = "Task" [ 554.990992] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.001536] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711496, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.176188] env[63198]: DEBUG oslo_concurrency.lockutils [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "9796a960-1438-4efa-aab7-3a7ee8ed3802" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.176188] env[63198]: DEBUG oslo_concurrency.lockutils [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.176188] env[63198]: DEBUG nova.compute.manager [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.176732] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c5b3ab-76f8-48ca-b1f5-578df2fd15c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.187643] env[63198]: DEBUG nova.compute.manager [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 555.188447] env[63198]: DEBUG nova.objects.instance [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lazy-loading 'flavor' on Instance uuid 9796a960-1438-4efa-aab7-3a7ee8ed3802 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 555.200804] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711495, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.282605] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52236288-0361-6001-34bf-cbe0aa304812, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.282815] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.283082] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc/5bcde8b5-55f1-42e4-ad88-0b66a463c5fc.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.283363] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.283544] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.283745] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ced5c53-371e-4f0a-9d81-cbd8c57387e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.286416] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c6ef2c-8955-4f29-b075-9dd1185f0217 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.292991] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 555.292991] env[63198]: value = "task-2711497" [ 555.292991] env[63198]: _type = "Task" [ 555.292991] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.297756] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.297756] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.298867] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ab5f35-88d6-45f6-babd-c6fbc661dae5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.304569] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.305375] env[63198]: DEBUG nova.network.neutron [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 555.310315] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 555.310315] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ae163a-fa1b-34c8-e757-64521bd28e0b" [ 555.310315] env[63198]: _type = "Task" [ 555.310315] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.321116] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ae163a-fa1b-34c8-e757-64521bd28e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.437571] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance d83bbba5-68a6-4165-8543-a53f8b6ba92c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 555.510760] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711496, 'name': CreateVM_Task, 'duration_secs': 0.453357} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.510964] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.511837] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.511974] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.512314] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.513718] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c4e610-8026-4d32-8751-988fddfa0920 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.520441] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 555.520441] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b628ca-3b73-3ed2-9cd8-2ce901cdbc90" [ 555.520441] env[63198]: _type = "Task" [ 555.520441] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.534514] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b628ca-3b73-3ed2-9cd8-2ce901cdbc90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.656186] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "02608284-2c80-48e6-8d51-c0010ba2c8db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.656527] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "02608284-2c80-48e6-8d51-c0010ba2c8db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.708331] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711495, 'name': CreateVM_Task, 'duration_secs': 0.568376} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.708553] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 555.709371] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.777313] env[63198]: DEBUG nova.network.neutron [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Updating instance_info_cache with network_info: [{"id": "84e1b541-4f29-4fa1-9356-c5582bac3b82", "address": "fa:16:3e:ce:9a:d7", "network": {"id": "f8ea9eed-126e-47c1-a5d3-741a8fa43b29", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-369778092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6d833f90840da99743a60c9cc92e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e1b541-4f", "ovs_interfaceid": "84e1b541-4f29-4fa1-9356-c5582bac3b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.810368] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711497, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.821141] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ae163a-fa1b-34c8-e757-64521bd28e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.821914] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf3ea88-6e5b-4abd-a70a-6398226dc36e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.827574] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 555.827574] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5229be53-62f6-fe90-de6a-b674bd8da210" [ 555.827574] env[63198]: _type = "Task" [ 555.827574] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.836196] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5229be53-62f6-fe90-de6a-b674bd8da210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.842026] env[63198]: DEBUG nova.network.neutron [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Successfully updated port: cf90e887-9a69-466d-a5e3-c05743bb1034 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 555.941413] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 62f2c47b-4eb6-4fd5-9942-8f12de9b289d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 555.943945] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 555.943945] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 556.034244] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b628ca-3b73-3ed2-9cd8-2ce901cdbc90, 'name': SearchDatastore_Task, 'duration_secs': 0.05715} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.041016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.041016] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.041016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.041016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.041397] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.041397] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7e315f-418c-4606-ba4d-f3f39aa9803a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.046667] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 556.046667] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529818ff-dc45-4b58-ec45-5c4a164d5725" [ 556.046667] env[63198]: _type = "Task" [ 556.046667] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.056252] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529818ff-dc45-4b58-ec45-5c4a164d5725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.126942] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.127290] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.199135] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 556.199452] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d886b915-5b11-49fc-a042-e12034ff802c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.209025] env[63198]: DEBUG oslo_vmware.api [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 556.209025] env[63198]: value = "task-2711498" [ 556.209025] env[63198]: _type = "Task" [ 556.209025] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.217410] env[63198]: DEBUG oslo_vmware.api [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.248412] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469a7ecb-a721-402b-a7e3-e4d1edc7db19 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.256884] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f909487-a727-4cee-b2db-3aa597e55afb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.289366] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Releasing lock "refresh_cache-519d1a21-0829-41a5-9bc4-e68f29eabf23" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.289735] env[63198]: DEBUG nova.compute.manager [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Instance network_info: |[{"id": "84e1b541-4f29-4fa1-9356-c5582bac3b82", "address": "fa:16:3e:ce:9a:d7", "network": {"id": "f8ea9eed-126e-47c1-a5d3-741a8fa43b29", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-369778092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6d833f90840da99743a60c9cc92e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e1b541-4f", "ovs_interfaceid": "84e1b541-4f29-4fa1-9356-c5582bac3b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 556.290830] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:9a:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84e1b541-4f29-4fa1-9356-c5582bac3b82', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 556.298830] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Creating folder: Project (5ca6d833f90840da99743a60c9cc92e8). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.299784] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de5159-1253-4b59-b80c-fc802b4762b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.302119] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7729b054-9253-4026-bf43-9dcf6a2b18b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.313397] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711497, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.315546] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70dfe6f-13cc-45c1-bdc5-df9fcb90883b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.319488] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Created folder: Project (5ca6d833f90840da99743a60c9cc92e8) in parent group-v546185. [ 556.319669] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Creating folder: Instances. Parent ref: group-v546208. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 556.319890] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00d7448a-7f03-4135-9db3-b626913b6956 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.332337] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.337512] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Created folder: Instances in parent group-v546208. [ 556.337790] env[63198]: DEBUG oslo.service.loopingcall [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 556.338194] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 556.338852] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89155152-c3e7-40ee-af3d-978798bf34d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.357712] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "refresh_cache-6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.357846] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquired lock "refresh_cache-6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.360296] env[63198]: DEBUG nova.network.neutron [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 556.360296] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Acquiring lock "9dc5c31d-4128-4143-a0fd-afd714b95c79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.360296] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Lock "9dc5c31d-4128-4143-a0fd-afd714b95c79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.360296] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Acquiring lock "9dc5c31d-4128-4143-a0fd-afd714b95c79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.360603] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Lock "9dc5c31d-4128-4143-a0fd-afd714b95c79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.360603] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Lock "9dc5c31d-4128-4143-a0fd-afd714b95c79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.361268] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5229be53-62f6-fe90-de6a-b674bd8da210, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.365233] env[63198]: INFO nova.compute.manager [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Terminating instance [ 556.368260] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.368260] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] d53844a9-7e9e-47d5-97a9-80df25e74c57/d53844a9-7e9e-47d5-97a9-80df25e74c57.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.368260] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.368260] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.368477] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-165659eb-f587-49b6-abbc-47925a6c0fea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.372143] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43f0a50f-a098-403f-9378-8b57692a01fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.375141] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.375141] env[63198]: value = "task-2711501" [ 556.375141] env[63198]: _type = "Task" [ 556.375141] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.381520] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 556.381520] env[63198]: value = "task-2711502" [ 556.381520] env[63198]: _type = "Task" [ 556.381520] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.385675] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.386134] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.389574] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e232ab-729a-45e5-81df-72acb6105591 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.395266] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711501, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.399290] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.400582] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 556.400582] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524232d9-1cb2-4c0d-9979-f1afbb0fdcc1" [ 556.400582] env[63198]: _type = "Task" [ 556.400582] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.408322] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524232d9-1cb2-4c0d-9979-f1afbb0fdcc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.557518] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529818ff-dc45-4b58-ec45-5c4a164d5725, 'name': SearchDatastore_Task, 'duration_secs': 0.009027} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.557833] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.558066] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 556.558653] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.697360] env[63198]: DEBUG nova.compute.manager [None req-92ef295d-22ec-4155-acc8-517e8afbd387 tempest-ServerDiagnosticsTest-356952065 tempest-ServerDiagnosticsTest-356952065-project-admin] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 556.698357] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4887cd-04e9-4eae-88a6-d827b5f9c7a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.707347] env[63198]: INFO nova.compute.manager [None req-92ef295d-22ec-4155-acc8-517e8afbd387 tempest-ServerDiagnosticsTest-356952065 tempest-ServerDiagnosticsTest-356952065-project-admin] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Retrieving diagnostics [ 556.707870] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36e5314-2bd5-4509-8e96-b22b4f6c1090 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.750350] env[63198]: DEBUG oslo_vmware.api [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711498, 'name': PowerOffVM_Task, 'duration_secs': 0.356049} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.750350] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 556.750350] env[63198]: DEBUG nova.compute.manager [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 556.750965] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec776a29-7142-465f-a3d2-6e9b51d7beea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.814281] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711497, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.510882} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.814523] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc/5bcde8b5-55f1-42e4-ad88-0b66a463c5fc.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.814750] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.815051] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb5c4cd5-8008-4033-85ba-89c40956a724 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.822074] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 556.822074] env[63198]: value = "task-2711503" [ 556.822074] env[63198]: _type = "Task" [ 556.822074] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.832619] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.840029] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.868547] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquiring lock "23a1817b-052c-47a5-9c4b-3db48d45eac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.868840] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "23a1817b-052c-47a5-9c4b-3db48d45eac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.869110] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquiring lock "23a1817b-052c-47a5-9c4b-3db48d45eac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.869353] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "23a1817b-052c-47a5-9c4b-3db48d45eac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.869537] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "23a1817b-052c-47a5-9c4b-3db48d45eac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.875179] env[63198]: DEBUG nova.compute.manager [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 556.875179] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 556.875179] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c151724a-76f5-4122-b5d5-4c6c88ec286e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.877927] env[63198]: INFO nova.compute.manager [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Terminating instance [ 556.894360] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 556.899879] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4780cc00-aeab-49cd-bbb3-025ecc5fab4d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.902841] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711501, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.909024] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711502, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.918563] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524232d9-1cb2-4c0d-9979-f1afbb0fdcc1, 'name': SearchDatastore_Task, 'duration_secs': 0.019063} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.920819] env[63198]: DEBUG oslo_vmware.api [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Waiting for the task: (returnval){ [ 556.920819] env[63198]: value = "task-2711504" [ 556.920819] env[63198]: _type = "Task" [ 556.920819] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.921110] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c6aece-dc60-4d7d-ba02-0e789f94c2ad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.930779] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 556.930779] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52208f1f-f866-265a-37a8-fbfb5a998b1d" [ 556.930779] env[63198]: _type = "Task" [ 556.930779] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.943583] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52208f1f-f866-265a-37a8-fbfb5a998b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.068203] env[63198]: DEBUG nova.network.neutron [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 557.255834] env[63198]: DEBUG nova.network.neutron [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Updating instance_info_cache with network_info: [{"id": "cf90e887-9a69-466d-a5e3-c05743bb1034", "address": "fa:16:3e:67:11:a1", "network": {"id": "389b601b-1e04-4d98-a74d-d64a41b6eb32", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1699803717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1171545a9abd4f6498c9e65d0a86e833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf90e887-9a", "ovs_interfaceid": "cf90e887-9a69-466d-a5e3-c05743bb1034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.266345] env[63198]: DEBUG oslo_concurrency.lockutils [None req-838d004f-40c9-4f1b-8bd3-e9a7cb2417b3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.339026] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068441} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.339026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.339026] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e0bf8-6c4c-4eb5-8bae-3b6901820373 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.356142] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 557.356483] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.504s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.365658] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc/5bcde8b5-55f1-42e4-ad88-0b66a463c5fc.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.365658] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.520s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.367483] env[63198]: INFO nova.compute.claims [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 557.370454] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2739a72b-0406-417d-bcfd-2cce0df373c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.390431] env[63198]: DEBUG nova.compute.manager [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 557.390603] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 557.395037] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d31ed7-7d3e-43f6-9e9b-cea1ffb44b5b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.401648] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 557.401648] env[63198]: value = "task-2711505" [ 557.401648] env[63198]: _type = "Task" [ 557.401648] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.409864] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711501, 'name': CreateVM_Task, 'duration_secs': 0.647733} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.416233] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 557.416548] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858785} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.418106] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.418271] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.418674] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.418990] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] d53844a9-7e9e-47d5-97a9-80df25e74c57/d53844a9-7e9e-47d5-97a9-80df25e74c57.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.419262] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.424705] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5ef9fb-2109-4f7e-ace2-4358c77faeb6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.426575] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce0662f-a961-48fa-994f-f09f69aa9b2c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.430382] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 557.430800] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.431054] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f199a7-0147-41d2-ac9c-e9c9c6a8396e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.445569] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 557.445569] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525f2d40-05c0-f515-13ac-56d8f529d6a4" [ 557.445569] env[63198]: _type = "Task" [ 557.445569] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.445801] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 557.445801] env[63198]: value = "task-2711506" [ 557.445801] env[63198]: _type = "Task" [ 557.445801] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.457191] env[63198]: DEBUG oslo_vmware.api [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Task: {'id': task-2711504, 'name': PowerOffVM_Task, 'duration_secs': 0.267749} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.461288] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 557.461288] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 557.461288] env[63198]: DEBUG oslo_vmware.api [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 557.461288] env[63198]: value = "task-2711507" [ 557.461288] env[63198]: _type = "Task" [ 557.461288] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.462183] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd62a590-65a0-4c91-af23-924224df997f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.478679] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.479183] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525f2d40-05c0-f515-13ac-56d8f529d6a4, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.479292] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52208f1f-f866-265a-37a8-fbfb5a998b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.067981} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.480808] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.480808] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.480808] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.480808] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.481035] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.481807] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.482069] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.482321] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1951a3cd-1567-455d-8105-606135253322 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.488395] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a26da69-0927-4e5e-93cf-9780d7960bd7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.490576] env[63198]: DEBUG oslo_vmware.api [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.496730] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 557.496730] env[63198]: value = "task-2711509" [ 557.496730] env[63198]: _type = "Task" [ 557.496730] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.498574] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.498574] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.508483] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5775abb8-3629-4b29-8255-e0996ae2a227 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.513437] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 557.513437] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aeced3-c693-af04-e677-1a10b6ebf4fd" [ 557.513437] env[63198]: _type = "Task" [ 557.513437] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.517780] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.527945] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aeced3-c693-af04-e677-1a10b6ebf4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.529475] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e685f224-fa99-45c3-9b3b-2086589c7d58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.536025] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 557.536025] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52727dde-38ff-363e-fadc-fc651d621f1a" [ 557.536025] env[63198]: _type = "Task" [ 557.536025] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.544766] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52727dde-38ff-363e-fadc-fc651d621f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.559079] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 557.559394] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 557.559592] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Deleting the datastore file [datastore2] 9dc5c31d-4128-4143-a0fd-afd714b95c79 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 557.559917] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16c7a448-4491-48ec-b1aa-219ad3e5ef84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.566365] env[63198]: DEBUG oslo_vmware.api [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Waiting for the task: (returnval){ [ 557.566365] env[63198]: value = "task-2711510" [ 557.566365] env[63198]: _type = "Task" [ 557.566365] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.574645] env[63198]: DEBUG oslo_vmware.api [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Task: {'id': task-2711510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.612365] env[63198]: DEBUG nova.compute.manager [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Received event network-changed-db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 557.612486] env[63198]: DEBUG nova.compute.manager [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Refreshing instance network info cache due to event network-changed-db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 557.612809] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] Acquiring lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.613529] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] Acquired lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.613529] env[63198]: DEBUG nova.network.neutron [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Refreshing network info cache for port db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 557.761482] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Releasing lock "refresh_cache-6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.761764] env[63198]: DEBUG nova.compute.manager [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Instance network_info: |[{"id": "cf90e887-9a69-466d-a5e3-c05743bb1034", "address": "fa:16:3e:67:11:a1", "network": {"id": "389b601b-1e04-4d98-a74d-d64a41b6eb32", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1699803717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1171545a9abd4f6498c9e65d0a86e833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf90e887-9a", "ovs_interfaceid": "cf90e887-9a69-466d-a5e3-c05743bb1034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 557.762244] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:11:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf90e887-9a69-466d-a5e3-c05743bb1034', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.782029] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Creating folder: Project (1171545a9abd4f6498c9e65d0a86e833). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.782029] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5ba4800-6061-462f-bace-f1c9ee735ea5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.794033] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Created folder: Project (1171545a9abd4f6498c9e65d0a86e833) in parent group-v546185. [ 557.794255] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Creating folder: Instances. Parent ref: group-v546211. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.794516] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8498ea10-4caa-4a67-96ef-10e10c783445 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.804102] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Created folder: Instances in parent group-v546211. [ 557.804428] env[63198]: DEBUG oslo.service.loopingcall [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.804604] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.805073] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca15ce30-9e55-49b5-a674-fde80574fc83 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.827587] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.827587] env[63198]: value = "task-2711513" [ 557.827587] env[63198]: _type = "Task" [ 557.827587] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.839141] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711513, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.919315] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711505, 'name': ReconfigVM_Task, 'duration_secs': 0.291836} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.919315] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc/5bcde8b5-55f1-42e4-ad88-0b66a463c5fc.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.919315] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a38829cb-9062-4f3f-a03b-a63185e85b59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.927336] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 557.927336] env[63198]: value = "task-2711514" [ 557.927336] env[63198]: _type = "Task" [ 557.927336] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.938379] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711514, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.957601] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078594} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.957887] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.958701] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96598784-dfef-4178-b1d6-b4360ecab4aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.988035] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d53844a9-7e9e-47d5-97a9-80df25e74c57/d53844a9-7e9e-47d5-97a9-80df25e74c57.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.991746] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0917be0d-4417-40f5-8b2e-bb5bdbf05a8b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.014469] env[63198]: DEBUG oslo_vmware.api [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711507, 'name': PowerOffVM_Task, 'duration_secs': 0.226845} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.016111] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 558.016317] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 558.016594] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 558.016594] env[63198]: value = "task-2711515" [ 558.016594] env[63198]: _type = "Task" [ 558.016594] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.016777] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cffd1b0-62c7-48de-ad94-9e46f8bdd788 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.023970] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478693} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.024969] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.024969] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.025459] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4237cdd-9431-410b-9b6f-65fc9b377274 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.030384] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.035285] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 558.035285] env[63198]: value = "task-2711517" [ 558.035285] env[63198]: _type = "Task" [ 558.035285] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.047457] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.051454] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52727dde-38ff-363e-fadc-fc651d621f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.051805] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.052210] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] e10e723c-944b-4be8-b623-741de004cb2b/e10e723c-944b-4be8-b623-741de004cb2b.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.052775] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.052894] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.053329] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bac24fb-ef77-4607-a272-c86bdf718ed8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.055489] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44010cbf-e263-4194-be05-431ee326d98d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.061818] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 558.061818] env[63198]: value = "task-2711518" [ 558.061818] env[63198]: _type = "Task" [ 558.061818] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.066981] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.067137] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.071734] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d36767-2a0b-4ef8-abde-0ef891228d1e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.077160] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.081982] env[63198]: DEBUG oslo_vmware.api [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Task: {'id': task-2711510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291778} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.083373] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 558.083570] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 558.083747] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 558.083918] env[63198]: INFO nova.compute.manager [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Took 1.21 seconds to destroy the instance on the hypervisor. [ 558.084181] env[63198]: DEBUG oslo.service.loopingcall [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 558.084442] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 558.084442] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ef12b9-c6bd-653a-b0ed-620f79dea829" [ 558.084442] env[63198]: _type = "Task" [ 558.084442] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.084632] env[63198]: DEBUG nova.compute.manager [-] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 558.084730] env[63198]: DEBUG nova.network.neutron [-] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 558.094916] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ef12b9-c6bd-653a-b0ed-620f79dea829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.108157] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 558.108157] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 558.108157] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Deleting the datastore file [datastore2] 23a1817b-052c-47a5-9c4b-3db48d45eac1 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 558.108157] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3549915-a40f-404f-94b3-72aa31d27261 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.118245] env[63198]: DEBUG oslo_vmware.api [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for the task: (returnval){ [ 558.118245] env[63198]: value = "task-2711519" [ 558.118245] env[63198]: _type = "Task" [ 558.118245] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.124417] env[63198]: DEBUG oslo_vmware.api [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.342410] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711513, 'name': CreateVM_Task, 'duration_secs': 0.368229} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.342832] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 558.343409] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.343566] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.343918] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.344301] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc0d418-a6e7-4b44-87a3-559805706e75 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.352606] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 558.352606] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52584484-2ef1-41f4-8115-8c88427d1455" [ 558.352606] env[63198]: _type = "Task" [ 558.352606] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.364273] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52584484-2ef1-41f4-8115-8c88427d1455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.447128] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711514, 'name': Rename_Task, 'duration_secs': 0.15057} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.447489] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.451035] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e9bd705-e852-4238-9a06-80b24106789a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.462210] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 558.462210] env[63198]: value = "task-2711520" [ 558.462210] env[63198]: _type = "Task" [ 558.462210] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.471186] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.531809] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.548287] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079147} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.548556] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.549344] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3100d35a-5b1d-45d5-9910-f23e4bab3984 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.575045] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.581170] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c718c26e-0038-4dce-83db-57a73da094d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.602713] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483955} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.604282] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] e10e723c-944b-4be8-b623-741de004cb2b/e10e723c-944b-4be8-b623-741de004cb2b.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 558.604450] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 558.604748] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 558.604748] env[63198]: value = "task-2711521" [ 558.604748] env[63198]: _type = "Task" [ 558.604748] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.604925] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f1b3336-99ec-4770-a9ea-2f53035a8608 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.613687] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ef12b9-c6bd-653a-b0ed-620f79dea829, 'name': SearchDatastore_Task, 'duration_secs': 0.027036} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.620120] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51091e91-f9d9-4ed1-aa09-9d622509904f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.630164] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.630511] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 558.630511] env[63198]: value = "task-2711522" [ 558.630511] env[63198]: _type = "Task" [ 558.630511] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.641730] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 558.641730] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ea550c-1378-fc89-9add-779e809d53a7" [ 558.641730] env[63198]: _type = "Task" [ 558.641730] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.642131] env[63198]: DEBUG oslo_vmware.api [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Task: {'id': task-2711519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236399} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.642712] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 558.642933] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 558.643131] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 558.643322] env[63198]: INFO nova.compute.manager [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Took 1.25 seconds to destroy the instance on the hypervisor. [ 558.643778] env[63198]: DEBUG oslo.service.loopingcall [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 558.647193] env[63198]: DEBUG nova.compute.manager [-] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 558.647270] env[63198]: DEBUG nova.network.neutron [-] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 558.654997] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.661204] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ea550c-1378-fc89-9add-779e809d53a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014397} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.661776] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.661776] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 519d1a21-0829-41a5-9bc4-e68f29eabf23/519d1a21-0829-41a5-9bc4-e68f29eabf23.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.662632] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bf3ca44-6503-46f7-bf26-6fdf079356d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.668498] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 558.668498] env[63198]: value = "task-2711523" [ 558.668498] env[63198]: _type = "Task" [ 558.668498] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.681615] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.698728] env[63198]: DEBUG nova.network.neutron [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updated VIF entry in instance network info cache for port db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 558.698728] env[63198]: DEBUG nova.network.neutron [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance_info_cache with network_info: [{"id": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "address": "fa:16:3e:62:cf:38", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8b6a13-a9", "ovs_interfaceid": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 558.735041] env[63198]: DEBUG nova.compute.manager [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Received event network-changed-9b047dd3-cae9-4209-8df1-6bc5215de9a4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.735041] env[63198]: DEBUG nova.compute.manager [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Refreshing instance network info cache due to event network-changed-9b047dd3-cae9-4209-8df1-6bc5215de9a4. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 558.735041] env[63198]: DEBUG oslo_concurrency.lockutils [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] Acquiring lock "refresh_cache-e10e723c-944b-4be8-b623-741de004cb2b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.735481] env[63198]: DEBUG oslo_concurrency.lockutils [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] Acquired lock "refresh_cache-e10e723c-944b-4be8-b623-741de004cb2b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.735800] env[63198]: DEBUG nova.network.neutron [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Refreshing network info cache for port 9b047dd3-cae9-4209-8df1-6bc5215de9a4 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.780076] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1845f9c5-8117-4aed-afcc-33ac11e909d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.788018] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3e9167-392c-44e8-843d-f0d6e8c576b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.821752] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcce8f3-532f-4399-b4d5-93e453dcc11f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.831422] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa901e05-eea4-4c32-8bb7-2679f5e49f4a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.845360] env[63198]: DEBUG nova.compute.provider_tree [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.862861] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52584484-2ef1-41f4-8115-8c88427d1455, 'name': SearchDatastore_Task, 'duration_secs': 0.047925} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.863091] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.863338] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 558.863599] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.863751] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.863928] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 558.864208] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f869e21-9057-42c7-9d06-256ceffcb818 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.873122] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 558.873402] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 558.874056] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b169cb0-1822-4d2b-88d4-a435b96114a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.879906] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 558.879906] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5224a322-db2c-b7fe-5bc1-ce255659f380" [ 558.879906] env[63198]: _type = "Task" [ 558.879906] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.889050] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5224a322-db2c-b7fe-5bc1-ce255659f380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.971432] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.987119] env[63198]: DEBUG nova.network.neutron [-] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.036766] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711515, 'name': ReconfigVM_Task, 'duration_secs': 0.562756} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.037072] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d53844a9-7e9e-47d5-97a9-80df25e74c57/d53844a9-7e9e-47d5-97a9-80df25e74c57.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.037750] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa8b736b-4b7c-4a71-b973-99f8e49b05c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.044940] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 559.044940] env[63198]: value = "task-2711524" [ 559.044940] env[63198]: _type = "Task" [ 559.044940] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.057237] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711524, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.118623] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.146883] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068599} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.147252] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.148101] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f124cecc-adfe-42dc-aa96-9f326aee7de6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.177276] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] e10e723c-944b-4be8-b623-741de004cb2b/e10e723c-944b-4be8-b623-741de004cb2b.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.177738] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb4ef924-8e9e-48f3-9225-69ae8cad5184 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.200733] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] Releasing lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.200993] env[63198]: DEBUG nova.compute.manager [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Received event network-vif-plugged-670a96a9-f7bb-4958-ab56-d07ce2d54233 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.201206] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] Acquiring lock "aef1d1f0-d6a3-4a61-9896-5669beda455d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.201406] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] Lock "aef1d1f0-d6a3-4a61-9896-5669beda455d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.201587] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] Lock "aef1d1f0-d6a3-4a61-9896-5669beda455d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.201752] env[63198]: DEBUG nova.compute.manager [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] No waiting events found dispatching network-vif-plugged-670a96a9-f7bb-4958-ab56-d07ce2d54233 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.201914] env[63198]: WARNING nova.compute.manager [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Received unexpected event network-vif-plugged-670a96a9-f7bb-4958-ab56-d07ce2d54233 for instance with vm_state building and task_state spawning. [ 559.202274] env[63198]: DEBUG nova.compute.manager [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Received event network-changed-670a96a9-f7bb-4958-ab56-d07ce2d54233 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.202353] env[63198]: DEBUG nova.compute.manager [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Refreshing instance network info cache due to event network-changed-670a96a9-f7bb-4958-ab56-d07ce2d54233. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 559.202473] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] Acquiring lock "refresh_cache-aef1d1f0-d6a3-4a61-9896-5669beda455d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.202606] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] Acquired lock "refresh_cache-aef1d1f0-d6a3-4a61-9896-5669beda455d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.202757] env[63198]: DEBUG nova.network.neutron [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Refreshing network info cache for port 670a96a9-f7bb-4958-ab56-d07ce2d54233 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 559.208298] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711523, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.208437] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 559.208437] env[63198]: value = "task-2711525" [ 559.208437] env[63198]: _type = "Task" [ 559.208437] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.216870] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.349324] env[63198]: DEBUG nova.scheduler.client.report [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.390834] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5224a322-db2c-b7fe-5bc1-ce255659f380, 'name': SearchDatastore_Task, 'duration_secs': 0.061511} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.391510] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697e68c2-a4a4-4493-9cc1-d4a9ef6b5d19 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.397216] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 559.397216] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52102cc5-f339-4b14-a691-76e9dbde3901" [ 559.397216] env[63198]: _type = "Task" [ 559.397216] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.405500] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52102cc5-f339-4b14-a691-76e9dbde3901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.473695] env[63198]: DEBUG oslo_vmware.api [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711520, 'name': PowerOnVM_Task, 'duration_secs': 0.557478} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.473695] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.474345] env[63198]: INFO nova.compute.manager [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Took 16.49 seconds to spawn the instance on the hypervisor. [ 559.474345] env[63198]: DEBUG nova.compute.manager [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.474908] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697e144c-7c8b-4f25-9ae6-ea8230cda487 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.491154] env[63198]: INFO nova.compute.manager [-] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Took 1.41 seconds to deallocate network for instance. [ 559.555901] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711524, 'name': Rename_Task, 'duration_secs': 0.413449} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.556446] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.556590] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fccadda-42a0-4a38-bdf3-11d62bcc6451 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.563740] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 559.563740] env[63198]: value = "task-2711526" [ 559.563740] env[63198]: _type = "Task" [ 559.563740] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.574788] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.619839] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711521, 'name': ReconfigVM_Task, 'duration_secs': 0.769828} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.620400] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Reconfigured VM instance instance-00000007 to attach disk [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.621093] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbca8361-e2fa-4001-bf8a-6e8c0bfc9abe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.627122] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 559.627122] env[63198]: value = "task-2711527" [ 559.627122] env[63198]: _type = "Task" [ 559.627122] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.638132] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711527, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.688587] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573455} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.688887] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 519d1a21-0829-41a5-9bc4-e68f29eabf23/519d1a21-0829-41a5-9bc4-e68f29eabf23.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.689119] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.689415] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ee495ba-6f9c-4595-8f6c-82165bd15241 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.695691] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 559.695691] env[63198]: value = "task-2711528" [ 559.695691] env[63198]: _type = "Task" [ 559.695691] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.704276] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.723251] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711525, 'name': ReconfigVM_Task, 'duration_secs': 0.499834} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.723626] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Reconfigured VM instance instance-00000008 to attach disk [datastore1] e10e723c-944b-4be8-b623-741de004cb2b/e10e723c-944b-4be8-b623-741de004cb2b.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.724262] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44794c0c-6d12-4729-935b-d0fcd2f270c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.730981] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 559.730981] env[63198]: value = "task-2711529" [ 559.730981] env[63198]: _type = "Task" [ 559.730981] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.740793] env[63198]: DEBUG nova.network.neutron [-] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.742081] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711529, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.798048] env[63198]: DEBUG nova.network.neutron [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Updated VIF entry in instance network info cache for port 9b047dd3-cae9-4209-8df1-6bc5215de9a4. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 559.798502] env[63198]: DEBUG nova.network.neutron [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Updating instance_info_cache with network_info: [{"id": "9b047dd3-cae9-4209-8df1-6bc5215de9a4", "address": "fa:16:3e:60:b8:b7", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b047dd3-ca", "ovs_interfaceid": "9b047dd3-cae9-4209-8df1-6bc5215de9a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.854453] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.855102] env[63198]: DEBUG nova.compute.manager [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.857538] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.420s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.859319] env[63198]: INFO nova.compute.claims [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.909155] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52102cc5-f339-4b14-a691-76e9dbde3901, 'name': SearchDatastore_Task, 'duration_secs': 0.019651} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.909419] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.909758] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8/6a5b90ec-7c9e-4b2a-a86a-07c2307426f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 559.909929] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1da40d9d-6b3e-4820-864b-2f67646e33d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.918154] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 559.918154] env[63198]: value = "task-2711530" [ 559.918154] env[63198]: _type = "Task" [ 559.918154] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.928154] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.929639] env[63198]: DEBUG oslo_concurrency.lockutils [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquiring lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.930447] env[63198]: DEBUG oslo_concurrency.lockutils [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.930591] env[63198]: DEBUG oslo_concurrency.lockutils [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquiring lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.930818] env[63198]: DEBUG oslo_concurrency.lockutils [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.930992] env[63198]: DEBUG oslo_concurrency.lockutils [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.932933] env[63198]: INFO nova.compute.manager [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Terminating instance [ 559.954401] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "830c47ee-1791-473b-9278-f46e3219c256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.954585] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "830c47ee-1791-473b-9278-f46e3219c256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.996881] env[63198]: INFO nova.compute.manager [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Took 27.72 seconds to build instance. [ 560.000992] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.081838] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.137554] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711527, 'name': Rename_Task, 'duration_secs': 0.162304} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.137823] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.138075] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de4372f-c953-4c34-82a7-30b3d53a1aa7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.144575] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 560.144575] env[63198]: value = "task-2711531" [ 560.144575] env[63198]: _type = "Task" [ 560.144575] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.153550] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.207615] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.246372] env[63198]: INFO nova.compute.manager [-] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Took 1.60 seconds to deallocate network for instance. [ 560.246614] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711529, 'name': Rename_Task, 'duration_secs': 0.149456} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.248960] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 560.253268] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-534a4538-3b99-447d-9485-2b84024c6d64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.260431] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 560.260431] env[63198]: value = "task-2711532" [ 560.260431] env[63198]: _type = "Task" [ 560.260431] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.275171] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.305412] env[63198]: DEBUG oslo_concurrency.lockutils [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] Releasing lock "refresh_cache-e10e723c-944b-4be8-b623-741de004cb2b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.305412] env[63198]: DEBUG nova.compute.manager [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Received event network-vif-plugged-84e1b541-4f29-4fa1-9356-c5582bac3b82 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.305412] env[63198]: DEBUG oslo_concurrency.lockutils [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] Acquiring lock "519d1a21-0829-41a5-9bc4-e68f29eabf23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.305412] env[63198]: DEBUG oslo_concurrency.lockutils [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.305412] env[63198]: DEBUG oslo_concurrency.lockutils [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.305712] env[63198]: DEBUG nova.compute.manager [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] No waiting events found dispatching network-vif-plugged-84e1b541-4f29-4fa1-9356-c5582bac3b82 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 560.305712] env[63198]: WARNING nova.compute.manager [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Received unexpected event network-vif-plugged-84e1b541-4f29-4fa1-9356-c5582bac3b82 for instance with vm_state building and task_state spawning. [ 560.305712] env[63198]: DEBUG nova.compute.manager [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Received event network-changed-84e1b541-4f29-4fa1-9356-c5582bac3b82 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.305712] env[63198]: DEBUG nova.compute.manager [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Refreshing instance network info cache due to event network-changed-84e1b541-4f29-4fa1-9356-c5582bac3b82. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 560.305712] env[63198]: DEBUG oslo_concurrency.lockutils [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] Acquiring lock "refresh_cache-519d1a21-0829-41a5-9bc4-e68f29eabf23" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.305866] env[63198]: DEBUG oslo_concurrency.lockutils [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] Acquired lock "refresh_cache-519d1a21-0829-41a5-9bc4-e68f29eabf23" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.305866] env[63198]: DEBUG nova.network.neutron [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Refreshing network info cache for port 84e1b541-4f29-4fa1-9356-c5582bac3b82 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 560.361517] env[63198]: DEBUG nova.network.neutron [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Updated VIF entry in instance network info cache for port 670a96a9-f7bb-4958-ab56-d07ce2d54233. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 560.362732] env[63198]: DEBUG nova.network.neutron [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Updating instance_info_cache with network_info: [{"id": "670a96a9-f7bb-4958-ab56-d07ce2d54233", "address": "fa:16:3e:d3:64:90", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670a96a9-f7", "ovs_interfaceid": "670a96a9-f7bb-4958-ab56-d07ce2d54233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.365551] env[63198]: DEBUG nova.compute.utils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 560.369104] env[63198]: DEBUG nova.compute.manager [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.369424] env[63198]: DEBUG nova.network.neutron [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.431353] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.443862] env[63198]: DEBUG nova.compute.manager [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 560.444124] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 560.445122] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127b0586-82db-4be1-b083-fad29fbd09ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.454649] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 560.454856] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ca27e92-88ef-44ca-88ba-e1bf2e945841 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.463510] env[63198]: DEBUG oslo_vmware.api [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 560.463510] env[63198]: value = "task-2711533" [ 560.463510] env[63198]: _type = "Task" [ 560.463510] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.471560] env[63198]: DEBUG oslo_vmware.api [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.500690] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9e8017a0-bb4a-45a6-aa21-6e60748d131c tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.232s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.584558] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.635557] env[63198]: DEBUG nova.policy [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63773df645364cb59e44533d08bae8c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '607ec16dcce54bf28c73c7c2b84a7894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.658063] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.707896] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.814801} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.709602] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.710572] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5704e-5cfa-43e7-80f5-6b347ca97a05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.739869] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 519d1a21-0829-41a5-9bc4-e68f29eabf23/519d1a21-0829-41a5-9bc4-e68f29eabf23.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.741035] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af477b0-eff8-49ee-97e6-a743ee5845db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.757221] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.767056] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 560.767056] env[63198]: value = "task-2711534" [ 560.767056] env[63198]: _type = "Task" [ 560.767056] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.774501] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711532, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.780905] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.853757] env[63198]: DEBUG nova.compute.manager [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.854709] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5035103c-eeaa-46dc-b8cc-46d44b20be93 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.870021] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d039131-9046-43cb-aec4-b81dc489b044 req-72df5b27-7904-4d77-88f0-f98d7509c282 service nova] Releasing lock "refresh_cache-aef1d1f0-d6a3-4a61-9896-5669beda455d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.870640] env[63198]: DEBUG nova.compute.manager [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.934356] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711530, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.973255] env[63198]: DEBUG oslo_vmware.api [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711533, 'name': PowerOffVM_Task, 'duration_secs': 0.217552} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.976882] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 560.976923] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 560.979122] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65ef9388-de92-4e4c-b953-5f6ea8296671 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.002380] env[63198]: DEBUG nova.compute.manager [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.078558] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 561.078708] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 561.078967] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Deleting the datastore file [datastore2] aedc2e31-badd-40d4-9200-e08d9dc18b5f {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 561.083174] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30b824b0-5285-4013-963b-427a33afba6a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.093613] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711526, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.098343] env[63198]: DEBUG oslo_vmware.api [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for the task: (returnval){ [ 561.098343] env[63198]: value = "task-2711536" [ 561.098343] env[63198]: _type = "Task" [ 561.098343] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.115481] env[63198]: DEBUG oslo_vmware.api [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.158165] env[63198]: DEBUG oslo_vmware.api [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711531, 'name': PowerOnVM_Task, 'duration_secs': 0.549058} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.158561] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.158811] env[63198]: INFO nova.compute.manager [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Took 13.50 seconds to spawn the instance on the hypervisor. [ 561.158996] env[63198]: DEBUG nova.compute.manager [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.160040] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe97e0-e3e2-458d-a2c8-6987a6cc4a49 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.266879] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a040f95-41a3-411d-8a5d-fb1b01eb9c99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.278879] env[63198]: DEBUG oslo_vmware.api [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711532, 'name': PowerOnVM_Task, 'duration_secs': 0.57382} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.281856] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.282211] env[63198]: INFO nova.compute.manager [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Took 11.19 seconds to spawn the instance on the hypervisor. [ 561.282454] env[63198]: DEBUG nova.compute.manager [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.283529] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa88c48-bbdc-422f-ac2f-396e866347eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.287606] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b625a2c-730a-4e4a-bd7e-66ce88974688 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.294942] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.332035] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f46de14-2551-402e-977a-78a8521721d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.340955] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad36e531-59b9-400e-9690-bc39123b39c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.358140] env[63198]: DEBUG nova.compute.provider_tree [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.369636] env[63198]: INFO nova.compute.manager [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] instance snapshotting [ 561.370034] env[63198]: WARNING nova.compute.manager [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 561.372656] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6615a9a-6cfb-464f-9cb3-415552648010 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.400503] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fd829-d456-4ff7-a305-13d276b5a095 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.432679] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711530, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.064687} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.432679] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8/6a5b90ec-7c9e-4b2a-a86a-07c2307426f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.432679] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.432933] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-172d373b-b940-4389-a297-04535f76da84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.441259] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 561.441259] env[63198]: value = "task-2711537" [ 561.441259] env[63198]: _type = "Task" [ 561.441259] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.455920] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.491333] env[63198]: DEBUG nova.network.neutron [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Updated VIF entry in instance network info cache for port 84e1b541-4f29-4fa1-9356-c5582bac3b82. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.491333] env[63198]: DEBUG nova.network.neutron [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Updating instance_info_cache with network_info: [{"id": "84e1b541-4f29-4fa1-9356-c5582bac3b82", "address": "fa:16:3e:ce:9a:d7", "network": {"id": "f8ea9eed-126e-47c1-a5d3-741a8fa43b29", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-369778092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6d833f90840da99743a60c9cc92e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e1b541-4f", "ovs_interfaceid": "84e1b541-4f29-4fa1-9356-c5582bac3b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.522640] env[63198]: DEBUG nova.compute.manager [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Received event network-vif-plugged-cf90e887-9a69-466d-a5e3-c05743bb1034 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.522773] env[63198]: DEBUG oslo_concurrency.lockutils [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] Acquiring lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.523015] env[63198]: DEBUG oslo_concurrency.lockutils [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] Lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.523394] env[63198]: DEBUG oslo_concurrency.lockutils [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] Lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.523475] env[63198]: DEBUG nova.compute.manager [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] No waiting events found dispatching network-vif-plugged-cf90e887-9a69-466d-a5e3-c05743bb1034 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.523688] env[63198]: WARNING nova.compute.manager [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Received unexpected event network-vif-plugged-cf90e887-9a69-466d-a5e3-c05743bb1034 for instance with vm_state building and task_state spawning. [ 561.523809] env[63198]: DEBUG nova.compute.manager [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Received event network-changed-cf90e887-9a69-466d-a5e3-c05743bb1034 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.524125] env[63198]: DEBUG nova.compute.manager [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Refreshing instance network info cache due to event network-changed-cf90e887-9a69-466d-a5e3-c05743bb1034. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 561.524248] env[63198]: DEBUG oslo_concurrency.lockutils [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] Acquiring lock "refresh_cache-6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.524248] env[63198]: DEBUG oslo_concurrency.lockutils [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] Acquired lock "refresh_cache-6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.524502] env[63198]: DEBUG nova.network.neutron [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Refreshing network info cache for port cf90e887-9a69-466d-a5e3-c05743bb1034 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.550103] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.585247] env[63198]: DEBUG oslo_vmware.api [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711526, 'name': PowerOnVM_Task, 'duration_secs': 1.910093} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.585571] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 561.585804] env[63198]: INFO nova.compute.manager [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Took 16.27 seconds to spawn the instance on the hypervisor. [ 561.586039] env[63198]: DEBUG nova.compute.manager [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.586951] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9188b68d-4bbf-462c-8f17-ba4e1ad4c515 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.611238] env[63198]: DEBUG oslo_vmware.api [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Task: {'id': task-2711536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338543} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.611935] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 561.612162] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 561.612578] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 561.612854] env[63198]: INFO nova.compute.manager [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 561.613061] env[63198]: DEBUG oslo.service.loopingcall [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.613597] env[63198]: DEBUG nova.compute.manager [-] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 561.613597] env[63198]: DEBUG nova.network.neutron [-] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 561.619884] env[63198]: DEBUG nova.network.neutron [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Successfully created port: 2509c5ac-6c84-4029-88e8-0fef8f709c62 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.685587] env[63198]: INFO nova.compute.manager [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Took 26.78 seconds to build instance. [ 561.782694] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711534, 'name': ReconfigVM_Task, 'duration_secs': 0.747279} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.782994] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 519d1a21-0829-41a5-9bc4-e68f29eabf23/519d1a21-0829-41a5-9bc4-e68f29eabf23.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.783728] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc1846ca-7e61-48e1-b839-3c0892bf6785 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.791993] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 561.791993] env[63198]: value = "task-2711538" [ 561.791993] env[63198]: _type = "Task" [ 561.791993] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.800824] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711538, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.840854] env[63198]: INFO nova.compute.manager [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Took 25.69 seconds to build instance. [ 561.862372] env[63198]: DEBUG nova.scheduler.client.report [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.901160] env[63198]: DEBUG nova.compute.manager [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.913652] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 561.914846] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9046c431-17c0-473a-ab4b-a189efba1303 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.923788] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 561.923788] env[63198]: value = "task-2711539" [ 561.923788] env[63198]: _type = "Task" [ 561.923788] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.938097] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.942745] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.942745] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.942745] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.942979] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.942979] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.942979] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.943206] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.943844] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.943844] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.943844] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.943844] env[63198]: DEBUG nova.virt.hardware [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.945071] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7533c2a2-e2f2-4a66-be27-d899f9c3c7ad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.958272] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119537} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.959553] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 561.960568] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d2fdd9-d5fd-45fa-be8c-7faa04a9ce68 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.963825] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127cb048-b7d1-4f52-a1bb-85b592c1ccf7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.995691] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8/6a5b90ec-7c9e-4b2a-a86a-07c2307426f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 561.996304] env[63198]: DEBUG oslo_concurrency.lockutils [req-03c199aa-fd28-4ad1-99d1-9037f8461f2a req-b5816ae3-ef94-4765-9d92-3bb9a8e6fe46 service nova] Releasing lock "refresh_cache-519d1a21-0829-41a5-9bc4-e68f29eabf23" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.996672] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b60ea3-b3be-405a-9871-795ac346847c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.016769] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 562.016769] env[63198]: value = "task-2711540" [ 562.016769] env[63198]: _type = "Task" [ 562.016769] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.024808] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.104908] env[63198]: INFO nova.compute.manager [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Took 29.00 seconds to build instance. [ 562.192310] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1f45acc0-4f4b-40dd-8311-5957e709e3ae tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "aef1d1f0-d6a3-4a61-9896-5669beda455d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.301s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.309861] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711538, 'name': Rename_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.343683] env[63198]: DEBUG oslo_concurrency.lockutils [None req-061cb33a-16fb-4e54-b55d-14c829cf240b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "e10e723c-944b-4be8-b623-741de004cb2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.198s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.368112] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.368754] env[63198]: DEBUG nova.compute.manager [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.372082] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.602s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.375337] env[63198]: INFO nova.compute.claims [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 562.435221] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711539, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.529293] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.605335] env[63198]: DEBUG nova.network.neutron [-] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.608035] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3451f0f8-088d-45b9-8b86-08d43f033199 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.511s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.695898] env[63198]: DEBUG nova.compute.manager [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.810879] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711538, 'name': Rename_Task, 'duration_secs': 0.915129} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.811171] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.813755] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9791ec9b-8b65-4259-8841-f5719007c247 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.820854] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 562.820854] env[63198]: value = "task-2711541" [ 562.820854] env[63198]: _type = "Task" [ 562.820854] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.830757] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.848772] env[63198]: DEBUG nova.compute.manager [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.881119] env[63198]: DEBUG nova.network.neutron [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Updated VIF entry in instance network info cache for port cf90e887-9a69-466d-a5e3-c05743bb1034. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 562.881444] env[63198]: DEBUG nova.network.neutron [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Updating instance_info_cache with network_info: [{"id": "cf90e887-9a69-466d-a5e3-c05743bb1034", "address": "fa:16:3e:67:11:a1", "network": {"id": "389b601b-1e04-4d98-a74d-d64a41b6eb32", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1699803717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1171545a9abd4f6498c9e65d0a86e833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf90e887-9a", "ovs_interfaceid": "cf90e887-9a69-466d-a5e3-c05743bb1034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.885215] env[63198]: DEBUG nova.compute.utils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 562.888690] env[63198]: DEBUG nova.compute.manager [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Not allocating networking since 'none' was specified. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 562.936206] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711539, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.028577] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711540, 'name': ReconfigVM_Task, 'duration_secs': 0.714046} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.028985] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8/6a5b90ec-7c9e-4b2a-a86a-07c2307426f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.029844] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1705fa89-59fd-4a7f-944c-a5ee7df20bd1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.036885] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 563.036885] env[63198]: value = "task-2711542" [ 563.036885] env[63198]: _type = "Task" [ 563.036885] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.048171] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711542, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.110749] env[63198]: INFO nova.compute.manager [-] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Took 1.50 seconds to deallocate network for instance. [ 563.111265] env[63198]: DEBUG nova.compute.manager [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.227594] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.338207] env[63198]: DEBUG oslo_vmware.api [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2711541, 'name': PowerOnVM_Task, 'duration_secs': 0.448758} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.338207] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 563.338207] env[63198]: INFO nova.compute.manager [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Took 10.90 seconds to spawn the instance on the hypervisor. [ 563.338207] env[63198]: DEBUG nova.compute.manager [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.338207] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e07549-f326-41f8-bf2f-9cc243c24461 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.368651] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.390189] env[63198]: DEBUG oslo_concurrency.lockutils [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] Releasing lock "refresh_cache-6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.390189] env[63198]: DEBUG nova.compute.manager [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Received event network-vif-deleted-f97b972f-3329-4753-9dfe-9bea1ee57ab5 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.390189] env[63198]: DEBUG nova.compute.manager [req-9a65543f-a219-4f02-b580-1ffe1fa45ba5 req-71f2d7e9-e162-420f-b74a-5b19437cfb69 service nova] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Received event network-vif-deleted-8dbcb078-c8f7-4d67-8909-30f6cf1c4aee {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 563.390753] env[63198]: DEBUG nova.compute.manager [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.437810] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711539, 'name': CreateSnapshot_Task, 'duration_secs': 1.103993} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.437810] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 563.437983] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a4d700-0d29-4959-9631-0688b372b6dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.554983] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711542, 'name': Rename_Task, 'duration_secs': 0.185939} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.554983] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.555228] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce77722e-f1af-4334-94f9-86e55f994ffd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.563413] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 563.563413] env[63198]: value = "task-2711543" [ 563.563413] env[63198]: _type = "Task" [ 563.563413] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.575808] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.624508] env[63198]: DEBUG oslo_concurrency.lockutils [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.649353] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.763498] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59851e49-8869-46c6-9539-329cf940dedc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.775282] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e93198e-4408-4d81-9c67-5c1e87feb510 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.836628] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec552a3-3c8a-4fa2-8c99-4dfed0e985ac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.848357] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2543de7c-02c5-46b1-ba39-af063c801328 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.873945] env[63198]: DEBUG nova.compute.provider_tree [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.875839] env[63198]: INFO nova.compute.manager [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Took 26.04 seconds to build instance. [ 563.974243] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 563.975811] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03bddc50-b555-4609-9724-92ba7026451c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.987980] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 563.987980] env[63198]: value = "task-2711544" [ 563.987980] env[63198]: _type = "Task" [ 563.987980] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.996705] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711544, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.074475] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.378117] env[63198]: DEBUG nova.scheduler.client.report [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.381552] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47d729ef-310f-429e-9db7-689c8b2dcddf tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.554s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.403727] env[63198]: DEBUG nova.compute.manager [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.437413] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.437413] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.437413] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.437711] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.437711] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.437711] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.437711] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.437711] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.437921] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.437921] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.437921] env[63198]: DEBUG nova.virt.hardware [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.437921] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7718e1da-a481-484e-8d43-82110297022b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.447259] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772c8fef-2a19-4011-9e76-1df46fad5260 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.467863] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.475336] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Creating folder: Project (26fe2ea4e6f644458e43c7189a203618). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.475336] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adadc6fb-d168-43b0-a21a-b5b0131b717d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.483945] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Created folder: Project (26fe2ea4e6f644458e43c7189a203618) in parent group-v546185. [ 564.484177] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Creating folder: Instances. Parent ref: group-v546216. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.484425] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b2af89b-dcf8-4577-9ba1-28ce9c096ed6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.494596] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Created folder: Instances in parent group-v546216. [ 564.495092] env[63198]: DEBUG oslo.service.loopingcall [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.495610] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.495880] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9902b9b-e0ef-4f0e-8274-890fc9ce7934 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.513974] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711544, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.518118] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.518118] env[63198]: value = "task-2711547" [ 564.518118] env[63198]: _type = "Task" [ 564.518118] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.526898] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711547, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.572857] env[63198]: DEBUG oslo_vmware.api [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2711543, 'name': PowerOnVM_Task, 'duration_secs': 0.955543} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.573507] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 564.573507] env[63198]: INFO nova.compute.manager [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Took 9.69 seconds to spawn the instance on the hypervisor. [ 564.573698] env[63198]: DEBUG nova.compute.manager [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.574489] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1b74f-61c0-4394-8ae3-c0ac03c5663c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.630855] env[63198]: DEBUG nova.network.neutron [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Successfully updated port: 2509c5ac-6c84-4029-88e8-0fef8f709c62 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 564.884297] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.884812] env[63198]: DEBUG nova.compute.manager [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.888050] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.774s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.892392] env[63198]: INFO nova.compute.claims [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.003103] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711544, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.028930] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711547, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.095218] env[63198]: INFO nova.compute.manager [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Took 23.26 seconds to build instance. [ 565.136685] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "refresh_cache-6960a521-685b-4c29-95da-799aafa9bac9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.136685] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquired lock "refresh_cache-6960a521-685b-4c29-95da-799aafa9bac9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.136685] env[63198]: DEBUG nova.network.neutron [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.394106] env[63198]: DEBUG nova.compute.utils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 565.399235] env[63198]: DEBUG nova.compute.manager [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.399235] env[63198]: DEBUG nova.network.neutron [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.482730] env[63198]: DEBUG nova.policy [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0c2219f60104f28bd13bd8c1148cbfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '098eb0d0050e47e2aefccd7f45d43eb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.500919] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711544, 'name': CloneVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.532442] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711547, 'name': CreateVM_Task, 'duration_secs': 0.537604} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.532673] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.533679] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.533679] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.533943] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.534694] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7add717b-9c1e-4b5d-bbbc-f3c07dc5f67e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.542229] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 565.542229] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529eb995-963e-c4fb-fe35-6004ee877915" [ 565.542229] env[63198]: _type = "Task" [ 565.542229] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.555053] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529eb995-963e-c4fb-fe35-6004ee877915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.598717] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9041a09c-48bf-40e8-ba55-e2b3139a10d6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.769s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.717739] env[63198]: DEBUG nova.network.neutron [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.901521] env[63198]: DEBUG nova.compute.manager [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.007187] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711544, 'name': CloneVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.061350] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529eb995-963e-c4fb-fe35-6004ee877915, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.062201] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.062591] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.062966] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.063732] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.063853] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.066861] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a6367b7-0658-4c81-906e-36675a934086 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.078268] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.078511] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.079373] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3eac95-7423-40b7-a0b8-e66eb1a78720 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.086912] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 566.086912] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526b5de3-99cf-3d52-2d87-d2afe4c35202" [ 566.086912] env[63198]: _type = "Task" [ 566.086912] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.101902] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526b5de3-99cf-3d52-2d87-d2afe4c35202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.206708] env[63198]: DEBUG nova.network.neutron [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Updating instance_info_cache with network_info: [{"id": "2509c5ac-6c84-4029-88e8-0fef8f709c62", "address": "fa:16:3e:32:12:f7", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2509c5ac-6c", "ovs_interfaceid": "2509c5ac-6c84-4029-88e8-0fef8f709c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.281456] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4651cf2e-c3d2-4005-b2bf-62908300ddc9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.292188] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc972f74-4440-4039-b6f4-a20a8f613060 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.330668] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193988f8-b9a9-4b13-be3d-88a45a66a81c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.337817] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68be63cb-327a-4ddb-b57e-70955b934bdf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.354193] env[63198]: DEBUG nova.compute.provider_tree [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.479647] env[63198]: DEBUG nova.network.neutron [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Successfully created port: 56ad297c-d623-443d-9a42-1cb573b05dc5 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 566.510988] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711544, 'name': CloneVM_Task, 'duration_secs': 2.106044} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.512301] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Created linked-clone VM from snapshot [ 566.513406] env[63198]: DEBUG nova.compute.manager [req-360c8787-282b-4a51-af70-35454bbbd16d req-619c4ace-d4c0-435b-a611-175e15bc35b9 service nova] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Received event network-vif-deleted-8c8d1a5a-c606-472d-8adc-c77e1387d6f6 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.517019] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c7abe-a10f-40d4-a3f5-636ad4d6b5ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.523345] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Uploading image 4f0f8394-b895-4647-967a-9b087e9428a8 {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 566.557116] env[63198]: DEBUG oslo_vmware.rw_handles [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 566.557116] env[63198]: value = "vm-546215" [ 566.557116] env[63198]: _type = "VirtualMachine" [ 566.557116] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 566.559023] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22e74546-4a7e-4292-b9a9-dedc8e850314 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.564465] env[63198]: DEBUG oslo_vmware.rw_handles [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lease: (returnval){ [ 566.564465] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5235c0fe-5199-18cb-5d23-484bb788e210" [ 566.564465] env[63198]: _type = "HttpNfcLease" [ 566.564465] env[63198]: } obtained for exporting VM: (result){ [ 566.564465] env[63198]: value = "vm-546215" [ 566.564465] env[63198]: _type = "VirtualMachine" [ 566.564465] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 566.564740] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the lease: (returnval){ [ 566.564740] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5235c0fe-5199-18cb-5d23-484bb788e210" [ 566.564740] env[63198]: _type = "HttpNfcLease" [ 566.564740] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 566.571509] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 566.571509] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5235c0fe-5199-18cb-5d23-484bb788e210" [ 566.571509] env[63198]: _type = "HttpNfcLease" [ 566.571509] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 566.597786] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526b5de3-99cf-3d52-2d87-d2afe4c35202, 'name': SearchDatastore_Task, 'duration_secs': 0.012282} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.598608] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d740f881-ec14-48f9-9a2c-8ee9cc99a0e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.606201] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 566.606201] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5201a223-4266-d688-746a-991a222bbcee" [ 566.606201] env[63198]: _type = "Task" [ 566.606201] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.614191] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5201a223-4266-d688-746a-991a222bbcee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.709751] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Releasing lock "refresh_cache-6960a521-685b-4c29-95da-799aafa9bac9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.710123] env[63198]: DEBUG nova.compute.manager [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Instance network_info: |[{"id": "2509c5ac-6c84-4029-88e8-0fef8f709c62", "address": "fa:16:3e:32:12:f7", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2509c5ac-6c", "ovs_interfaceid": "2509c5ac-6c84-4029-88e8-0fef8f709c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.710549] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:12:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2509c5ac-6c84-4029-88e8-0fef8f709c62', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.721114] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Creating folder: Project (607ec16dcce54bf28c73c7c2b84a7894). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.721435] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69bacef8-536f-4d9a-aeba-408c946e1514 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.731571] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Created folder: Project (607ec16dcce54bf28c73c7c2b84a7894) in parent group-v546185. [ 566.731755] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Creating folder: Instances. Parent ref: group-v546219. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.732018] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55354d99-5a45-4ee8-b79d-a8af28acb029 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.741691] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Created folder: Instances in parent group-v546219. [ 566.742624] env[63198]: DEBUG oslo.service.loopingcall [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.742624] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.742624] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-864592b2-f571-4b9f-94fe-38d56d79ece4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.764526] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.764526] env[63198]: value = "task-2711551" [ 566.764526] env[63198]: _type = "Task" [ 566.764526] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.772070] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711551, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.858508] env[63198]: DEBUG nova.scheduler.client.report [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.924291] env[63198]: DEBUG nova.compute.manager [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.957174] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.957815] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.958119] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.958539] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.958539] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.958708] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.958970] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.959257] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.959446] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.959561] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.959782] env[63198]: DEBUG nova.virt.hardware [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.960849] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4b5645-78aa-44c5-8986-b758857108c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.971136] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99a632f-4add-47b3-9d62-64e5abb7da52 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.073174] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 567.073174] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5235c0fe-5199-18cb-5d23-484bb788e210" [ 567.073174] env[63198]: _type = "HttpNfcLease" [ 567.073174] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 567.073680] env[63198]: DEBUG oslo_vmware.rw_handles [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 567.073680] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5235c0fe-5199-18cb-5d23-484bb788e210" [ 567.073680] env[63198]: _type = "HttpNfcLease" [ 567.073680] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 567.074525] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f69a3f-0893-4572-8ffb-0fcba2341373 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.086959] env[63198]: DEBUG oslo_vmware.rw_handles [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5811-0675-cc48-8666-d7ac8f70a781/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 567.086959] env[63198]: DEBUG oslo_vmware.rw_handles [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5811-0675-cc48-8666-d7ac8f70a781/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 567.178979] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5201a223-4266-d688-746a-991a222bbcee, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.179276] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.179528] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4454f3c5-a41b-4a31-926d-82342dffcde9/4454f3c5-a41b-4a31-926d-82342dffcde9.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.179793] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8a9693b-5c84-441c-be79-408754b87587 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.189207] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 567.189207] env[63198]: value = "task-2711552" [ 567.189207] env[63198]: _type = "Task" [ 567.189207] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.202025] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.218988] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-758af950-644c-4801-aae2-8b18e617c00d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.274396] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711551, 'name': CreateVM_Task, 'duration_secs': 0.411665} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.275597] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 567.275597] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.275985] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.275985] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.278384] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20526dd3-200f-4530-88fc-fc4d54af1a95 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.283235] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 567.283235] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522038a4-17f5-c144-6b8a-33d1c5203454" [ 567.283235] env[63198]: _type = "Task" [ 567.283235] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.291404] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522038a4-17f5-c144-6b8a-33d1c5203454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.302303] env[63198]: DEBUG nova.compute.manager [req-b4f7939d-3fa7-4820-b3be-25cd35d4fc53 req-93bcdffe-f3d2-4752-abe7-670a38501368 service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Received event network-vif-plugged-2509c5ac-6c84-4029-88e8-0fef8f709c62 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.302527] env[63198]: DEBUG oslo_concurrency.lockutils [req-b4f7939d-3fa7-4820-b3be-25cd35d4fc53 req-93bcdffe-f3d2-4752-abe7-670a38501368 service nova] Acquiring lock "6960a521-685b-4c29-95da-799aafa9bac9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.302723] env[63198]: DEBUG oslo_concurrency.lockutils [req-b4f7939d-3fa7-4820-b3be-25cd35d4fc53 req-93bcdffe-f3d2-4752-abe7-670a38501368 service nova] Lock "6960a521-685b-4c29-95da-799aafa9bac9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.302880] env[63198]: DEBUG oslo_concurrency.lockutils [req-b4f7939d-3fa7-4820-b3be-25cd35d4fc53 req-93bcdffe-f3d2-4752-abe7-670a38501368 service nova] Lock "6960a521-685b-4c29-95da-799aafa9bac9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.303058] env[63198]: DEBUG nova.compute.manager [req-b4f7939d-3fa7-4820-b3be-25cd35d4fc53 req-93bcdffe-f3d2-4752-abe7-670a38501368 service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] No waiting events found dispatching network-vif-plugged-2509c5ac-6c84-4029-88e8-0fef8f709c62 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 567.303281] env[63198]: WARNING nova.compute.manager [req-b4f7939d-3fa7-4820-b3be-25cd35d4fc53 req-93bcdffe-f3d2-4752-abe7-670a38501368 service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Received unexpected event network-vif-plugged-2509c5ac-6c84-4029-88e8-0fef8f709c62 for instance with vm_state building and task_state spawning. [ 567.365994] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.366977] env[63198]: DEBUG nova.compute.manager [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.370337] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.369s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.370337] env[63198]: DEBUG nova.objects.instance [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Lazy-loading 'resources' on Instance uuid 9dc5c31d-4128-4143-a0fd-afd714b95c79 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 567.702901] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711552, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.795235] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522038a4-17f5-c144-6b8a-33d1c5203454, 'name': SearchDatastore_Task, 'duration_secs': 0.013691} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.795822] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.796126] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.796402] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.796583] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.796793] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.797287] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bef3205d-c620-4bb0-8559-94ef9c9b73c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.811999] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.812279] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.813430] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17780840-ac5b-47fe-818e-0b0a04e0447c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.820857] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 567.820857] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ba3779-2ee6-2869-7b69-667da56d5308" [ 567.820857] env[63198]: _type = "Task" [ 567.820857] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.831033] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ba3779-2ee6-2869-7b69-667da56d5308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.880104] env[63198]: DEBUG nova.compute.utils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 567.882179] env[63198]: DEBUG nova.compute.manager [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 567.882356] env[63198]: DEBUG nova.network.neutron [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 567.996165] env[63198]: DEBUG nova.policy [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7296de6d788b4589b604a5d298f25537', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ab03ae6433447ba7388f54c8c0ab6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.203761] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743196} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.204224] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4454f3c5-a41b-4a31-926d-82342dffcde9/4454f3c5-a41b-4a31-926d-82342dffcde9.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.204442] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.204710] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c496536-7feb-4a01-926b-725fd8d2f856 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.214343] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 568.214343] env[63198]: value = "task-2711553" [ 568.214343] env[63198]: _type = "Task" [ 568.214343] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.225343] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.227366] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ea6e04-5804-4231-a1e3-f68389f319c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.239972] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25ad652-0446-42a6-8073-c0fa4cd08710 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.286773] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8ba5a1-6156-41e2-87eb-7cb6a163748c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.296592] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc49e953-fcec-47c7-8a1b-d682127a50ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.311516] env[63198]: DEBUG nova.compute.provider_tree [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.330807] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ba3779-2ee6-2869-7b69-667da56d5308, 'name': SearchDatastore_Task, 'duration_secs': 0.058101} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.331732] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d62679-38ba-4f55-a8ff-ae98caeef206 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.337582] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 568.337582] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5278eb6f-f42d-1856-4cf5-e00a3017281a" [ 568.337582] env[63198]: _type = "Task" [ 568.337582] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.346763] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5278eb6f-f42d-1856-4cf5-e00a3017281a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.391421] env[63198]: DEBUG nova.compute.manager [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.652467] env[63198]: DEBUG nova.network.neutron [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Successfully created port: e1912d28-39f8-46a2-b111-737fb5a939ff {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.736059] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178196} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.736059] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.737738] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81957188-0421-47c4-b3d0-a2cfb2b2310a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.763971] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 4454f3c5-a41b-4a31-926d-82342dffcde9/4454f3c5-a41b-4a31-926d-82342dffcde9.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.766152] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af46202c-b8da-4359-b416-4b8877c8ad4d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.785034] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.785688] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.794669] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 568.794669] env[63198]: value = "task-2711554" [ 568.794669] env[63198]: _type = "Task" [ 568.794669] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.807114] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.815460] env[63198]: DEBUG nova.scheduler.client.report [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.855791] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5278eb6f-f42d-1856-4cf5-e00a3017281a, 'name': SearchDatastore_Task, 'duration_secs': 0.0271} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.855929] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.856122] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 6960a521-685b-4c29-95da-799aafa9bac9/6960a521-685b-4c29-95da-799aafa9bac9.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.856437] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c458bfb0-62a1-492e-9bde-b5aa73b3e2ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.869047] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 568.869047] env[63198]: value = "task-2711555" [ 568.869047] env[63198]: _type = "Task" [ 568.869047] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.878310] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.119858] env[63198]: DEBUG nova.network.neutron [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Successfully updated port: 56ad297c-d623-443d-9a42-1cb573b05dc5 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 569.289910] env[63198]: DEBUG nova.compute.manager [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.307329] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.324643] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.328569] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.570s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.328569] env[63198]: DEBUG nova.objects.instance [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lazy-loading 'resources' on Instance uuid 23a1817b-052c-47a5-9c4b-3db48d45eac1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 569.361533] env[63198]: INFO nova.scheduler.client.report [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Deleted allocations for instance 9dc5c31d-4128-4143-a0fd-afd714b95c79 [ 569.381687] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711555, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.406028] env[63198]: DEBUG nova.compute.manager [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.441054] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.441054] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.441054] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.441410] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.441469] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.441622] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.441835] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.441988] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.442243] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.442425] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.443089] env[63198]: DEBUG nova.virt.hardware [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.444036] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0240e626-b932-4ae5-9c92-3596dfd6ef56 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.461817] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84ad461-525d-4529-a610-c1459cdc1082 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.625756] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquiring lock "refresh_cache-d83bbba5-68a6-4165-8543-a53f8b6ba92c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.625756] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquired lock "refresh_cache-d83bbba5-68a6-4165-8543-a53f8b6ba92c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.625756] env[63198]: DEBUG nova.network.neutron [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.811489] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711554, 'name': ReconfigVM_Task, 'duration_secs': 0.668848} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.811489] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 4454f3c5-a41b-4a31-926d-82342dffcde9/4454f3c5-a41b-4a31-926d-82342dffcde9.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.811897] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bde2b4f-a291-4ac7-b61f-c6b9c496e6ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.819190] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 569.819190] env[63198]: value = "task-2711556" [ 569.819190] env[63198]: _type = "Task" [ 569.819190] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.825452] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.834287] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711556, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.875843] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61c84d80-3c5f-45aa-b90b-bd7e12b89626 tempest-DeleteServersAdminTestJSON-1590150721 tempest-DeleteServersAdminTestJSON-1590150721-project-admin] Lock "9dc5c31d-4128-4143-a0fd-afd714b95c79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.516s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.888812] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711555, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.947680] env[63198]: DEBUG nova.compute.manager [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Stashing vm_state: active {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 570.196407] env[63198]: DEBUG nova.network.neutron [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.232014] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.232014] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.245499] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba86b12c-5b2b-4a0e-96bc-98a8f8bcbcf1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.254720] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8297da2-8d25-48fa-b266-8feb2062a629 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.263570] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "921035fb-b893-46bb-9fb6-a7649d0de22f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.264046] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "921035fb-b893-46bb-9fb6-a7649d0de22f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.305755] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648dcf50-c132-4ef2-a4cf-12a438645a80 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.309859] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "76228faa-6d02-41d3-b99d-053423e3180c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.310156] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "76228faa-6d02-41d3-b99d-053423e3180c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.319705] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56175201-7393-4596-b9cd-01158eba9488 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.343929] env[63198]: DEBUG nova.compute.provider_tree [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.349450] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711556, 'name': Rename_Task, 'duration_secs': 0.217116} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.350201] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.350807] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14d15e3f-92b5-436e-bd8f-747563e91146 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.361234] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 570.361234] env[63198]: value = "task-2711557" [ 570.361234] env[63198]: _type = "Task" [ 570.361234] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.377778] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.394737] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711555, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.470428] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.565161] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "2298031b-91e6-4b91-8332-a4fabc47388e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.565615] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "2298031b-91e6-4b91-8332-a4fabc47388e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.737053] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.740962] env[63198]: DEBUG nova.network.neutron [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Updating instance_info_cache with network_info: [{"id": "56ad297c-d623-443d-9a42-1cb573b05dc5", "address": "fa:16:3e:a8:16:c0", "network": {"id": "61dc3267-7da5-47dd-993e-15cdd1d230b3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-131399298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "098eb0d0050e47e2aefccd7f45d43eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ad297c-d6", "ovs_interfaceid": "56ad297c-d623-443d-9a42-1cb573b05dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.852218] env[63198]: DEBUG nova.scheduler.client.report [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.879203] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.894433] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711555, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.819992} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.895019] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 6960a521-685b-4c29-95da-799aafa9bac9/6960a521-685b-4c29-95da-799aafa9bac9.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.895346] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.895691] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-506c6588-f07e-4a73-b096-82c463aa43c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.905016] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 570.905016] env[63198]: value = "task-2711558" [ 570.905016] env[63198]: _type = "Task" [ 570.905016] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.915528] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.113748] env[63198]: DEBUG nova.network.neutron [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Successfully updated port: e1912d28-39f8-46a2-b111-737fb5a939ff {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.250646] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Releasing lock "refresh_cache-d83bbba5-68a6-4165-8543-a53f8b6ba92c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.250646] env[63198]: DEBUG nova.compute.manager [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Instance network_info: |[{"id": "56ad297c-d623-443d-9a42-1cb573b05dc5", "address": "fa:16:3e:a8:16:c0", "network": {"id": "61dc3267-7da5-47dd-993e-15cdd1d230b3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-131399298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "098eb0d0050e47e2aefccd7f45d43eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ad297c-d6", "ovs_interfaceid": "56ad297c-d623-443d-9a42-1cb573b05dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.255207] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:16:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56ad297c-d623-443d-9a42-1cb573b05dc5', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.268418] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Creating folder: Project (098eb0d0050e47e2aefccd7f45d43eb4). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.269442] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad1cd660-6c02-4569-ac22-33f20603f19a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.273063] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.297186] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Created folder: Project (098eb0d0050e47e2aefccd7f45d43eb4) in parent group-v546185. [ 571.297471] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Creating folder: Instances. Parent ref: group-v546222. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.297707] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ac8464f-d725-4419-956c-986444aa9d36 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.311187] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Created folder: Instances in parent group-v546222. [ 571.311507] env[63198]: DEBUG oslo.service.loopingcall [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.311703] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.312024] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15ed6957-eee1-41ab-8061-3df6705d6f0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.336453] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.336453] env[63198]: value = "task-2711561" [ 571.336453] env[63198]: _type = "Task" [ 571.336453] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.345704] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711561, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.358898] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.363159] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.813s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.366830] env[63198]: INFO nova.compute.claims [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.384855] env[63198]: DEBUG oslo_vmware.api [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711557, 'name': PowerOnVM_Task, 'duration_secs': 0.826095} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.385323] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.385662] env[63198]: INFO nova.compute.manager [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Took 6.98 seconds to spawn the instance on the hypervisor. [ 571.385897] env[63198]: DEBUG nova.compute.manager [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.386756] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85c8d31-a520-494c-a68c-4972a6cae6bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.391087] env[63198]: INFO nova.scheduler.client.report [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Deleted allocations for instance 23a1817b-052c-47a5-9c4b-3db48d45eac1 [ 571.419206] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135252} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.419797] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.421608] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a8813f-a3e9-49fb-b113-af2eda75e1fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.456851] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 6960a521-685b-4c29-95da-799aafa9bac9/6960a521-685b-4c29-95da-799aafa9bac9.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.457976] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b131b4a-40f6-49e7-a935-89a33c85f6d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.482725] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 571.482725] env[63198]: value = "task-2711562" [ 571.482725] env[63198]: _type = "Task" [ 571.482725] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.493317] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.611477] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquiring lock "9409fbc3-cec1-410c-ab27-484a4a024c58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.612464] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "9409fbc3-cec1-410c-ab27-484a4a024c58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.617354] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquiring lock "refresh_cache-62f2c47b-4eb6-4fd5-9942-8f12de9b289d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.617639] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquired lock "refresh_cache-62f2c47b-4eb6-4fd5-9942-8f12de9b289d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.617721] env[63198]: DEBUG nova.network.neutron [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.850669] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711561, 'name': CreateVM_Task, 'duration_secs': 0.44952} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.850871] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.851740] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.852037] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.852597] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.853012] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0476a0a-87a0-4e45-a90d-7a686a2e7e70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.859414] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 571.859414] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52da23ad-f042-f09c-5a71-e5fde06dccac" [ 571.859414] env[63198]: _type = "Task" [ 571.859414] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.869718] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52da23ad-f042-f09c-5a71-e5fde06dccac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.923335] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e66e64f5-4983-44b9-ba53-d2145e09cafa tempest-AttachInterfacesV270Test-1017239393 tempest-AttachInterfacesV270Test-1017239393-project-member] Lock "23a1817b-052c-47a5-9c4b-3db48d45eac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.051s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.923335] env[63198]: DEBUG nova.compute.manager [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Received event network-changed-2509c5ac-6c84-4029-88e8-0fef8f709c62 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 571.923335] env[63198]: DEBUG nova.compute.manager [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Refreshing instance network info cache due to event network-changed-2509c5ac-6c84-4029-88e8-0fef8f709c62. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 571.923335] env[63198]: DEBUG oslo_concurrency.lockutils [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] Acquiring lock "refresh_cache-6960a521-685b-4c29-95da-799aafa9bac9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.924297] env[63198]: DEBUG oslo_concurrency.lockutils [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] Acquired lock "refresh_cache-6960a521-685b-4c29-95da-799aafa9bac9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.924863] env[63198]: DEBUG nova.network.neutron [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Refreshing network info cache for port 2509c5ac-6c84-4029-88e8-0fef8f709c62 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 571.938685] env[63198]: INFO nova.compute.manager [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Took 21.53 seconds to build instance. [ 571.993864] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711562, 'name': ReconfigVM_Task, 'duration_secs': 0.363051} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.993920] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 6960a521-685b-4c29-95da-799aafa9bac9/6960a521-685b-4c29-95da-799aafa9bac9.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.995038] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-317886a2-23ca-440c-a2c9-a1697c347d0a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.004029] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 572.004029] env[63198]: value = "task-2711563" [ 572.004029] env[63198]: _type = "Task" [ 572.004029] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.012664] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711563, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.166969] env[63198]: DEBUG nova.network.neutron [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.302472] env[63198]: DEBUG nova.compute.manager [req-8bfb0fc7-c2b6-4729-9e27-bbd601e01ed2 req-534277a6-55f9-4fcf-82a3-40ee6312a447 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Received event network-changed-84e1b541-4f29-4fa1-9356-c5582bac3b82 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.302958] env[63198]: DEBUG nova.compute.manager [req-8bfb0fc7-c2b6-4729-9e27-bbd601e01ed2 req-534277a6-55f9-4fcf-82a3-40ee6312a447 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Refreshing instance network info cache due to event network-changed-84e1b541-4f29-4fa1-9356-c5582bac3b82. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.302958] env[63198]: DEBUG oslo_concurrency.lockutils [req-8bfb0fc7-c2b6-4729-9e27-bbd601e01ed2 req-534277a6-55f9-4fcf-82a3-40ee6312a447 service nova] Acquiring lock "refresh_cache-519d1a21-0829-41a5-9bc4-e68f29eabf23" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.303204] env[63198]: DEBUG oslo_concurrency.lockutils [req-8bfb0fc7-c2b6-4729-9e27-bbd601e01ed2 req-534277a6-55f9-4fcf-82a3-40ee6312a447 service nova] Acquired lock "refresh_cache-519d1a21-0829-41a5-9bc4-e68f29eabf23" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.303383] env[63198]: DEBUG nova.network.neutron [req-8bfb0fc7-c2b6-4729-9e27-bbd601e01ed2 req-534277a6-55f9-4fcf-82a3-40ee6312a447 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Refreshing network info cache for port 84e1b541-4f29-4fa1-9356-c5582bac3b82 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.377776] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52da23ad-f042-f09c-5a71-e5fde06dccac, 'name': SearchDatastore_Task, 'duration_secs': 0.011157} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.378480] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.379824] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.379824] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.379824] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.380405] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.385397] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-536db0bc-4c88-492e-97d7-eacedb4f6348 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.399053] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.400123] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.401023] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fadeb3d-e7c2-48cd-8396-eea543bc885c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.412349] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 572.412349] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5200f112-1f7e-6e7a-6eb2-88d913e8b113" [ 572.412349] env[63198]: _type = "Task" [ 572.412349] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.422110] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5200f112-1f7e-6e7a-6eb2-88d913e8b113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.445021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5a4b8e1d-f75b-433e-b2e5-cd99922daa01 tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "4454f3c5-a41b-4a31-926d-82342dffcde9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.472s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.515205] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711563, 'name': Rename_Task, 'duration_secs': 0.178881} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.515779] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.516331] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-029d1965-7a8d-4241-bb9f-ad5ea897406c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.527150] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 572.527150] env[63198]: value = "task-2711564" [ 572.527150] env[63198]: _type = "Task" [ 572.527150] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.542994] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.659057] env[63198]: DEBUG nova.network.neutron [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Updating instance_info_cache with network_info: [{"id": "e1912d28-39f8-46a2-b111-737fb5a939ff", "address": "fa:16:3e:cc:34:58", "network": {"id": "aa9c45cd-b036-40fa-a569-b50f4eb5a6d6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1031107599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ab03ae6433447ba7388f54c8c0ab6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1912d28-39", "ovs_interfaceid": "e1912d28-39f8-46a2-b111-737fb5a939ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.738891] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquiring lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.739574] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.739898] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquiring lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.740411] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.740411] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.742628] env[63198]: INFO nova.compute.manager [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Terminating instance [ 572.837479] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d4a5b-116b-46aa-a4d2-dd29685e4252 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.846105] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3970e-9274-42ba-9815-c14ba996eb64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.882242] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac26d52-7016-486c-a0cc-78cd45719c6d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.891078] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b648b986-d2b2-4cfe-849d-7aa61449aee7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.905954] env[63198]: DEBUG nova.compute.provider_tree [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.924052] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5200f112-1f7e-6e7a-6eb2-88d913e8b113, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.924882] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00ccb3b-03cf-4394-87de-1d9dfe34ab53 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.933728] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 572.933728] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527eac9b-c549-8727-f392-e1547c5bf12c" [ 572.933728] env[63198]: _type = "Task" [ 572.933728] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.945721] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527eac9b-c549-8727-f392-e1547c5bf12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.947262] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.038722] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711564, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.165166] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Releasing lock "refresh_cache-62f2c47b-4eb6-4fd5-9942-8f12de9b289d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.165519] env[63198]: DEBUG nova.compute.manager [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Instance network_info: |[{"id": "e1912d28-39f8-46a2-b111-737fb5a939ff", "address": "fa:16:3e:cc:34:58", "network": {"id": "aa9c45cd-b036-40fa-a569-b50f4eb5a6d6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1031107599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ab03ae6433447ba7388f54c8c0ab6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1912d28-39", "ovs_interfaceid": "e1912d28-39f8-46a2-b111-737fb5a939ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.165939] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:34:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1912d28-39f8-46a2-b111-737fb5a939ff', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.178061] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Creating folder: Project (24ab03ae6433447ba7388f54c8c0ab6c). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.178476] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88977efd-f5a6-4318-9f81-6e4765ac93c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.196661] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Created folder: Project (24ab03ae6433447ba7388f54c8c0ab6c) in parent group-v546185. [ 573.196872] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Creating folder: Instances. Parent ref: group-v546225. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.197164] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdf514d4-8d40-4d0c-9444-6470aac9f1b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.209968] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Created folder: Instances in parent group-v546225. [ 573.210283] env[63198]: DEBUG oslo.service.loopingcall [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 573.210498] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.210709] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b3234ed-63dc-4d72-ab85-0890f91b6565 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.240454] env[63198]: DEBUG nova.network.neutron [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Updated VIF entry in instance network info cache for port 2509c5ac-6c84-4029-88e8-0fef8f709c62. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.241127] env[63198]: DEBUG nova.network.neutron [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Updating instance_info_cache with network_info: [{"id": "2509c5ac-6c84-4029-88e8-0fef8f709c62", "address": "fa:16:3e:32:12:f7", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2509c5ac-6c", "ovs_interfaceid": "2509c5ac-6c84-4029-88e8-0fef8f709c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.243471] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 573.243471] env[63198]: value = "task-2711567" [ 573.243471] env[63198]: _type = "Task" [ 573.243471] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.250743] env[63198]: DEBUG nova.compute.manager [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 573.250743] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 573.253051] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f666a284-0064-4020-abca-20b9115f839e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.265855] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711567, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.266176] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 573.266935] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef21678-df45-4b85-9c11-c74f469e8d28 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.289826] env[63198]: DEBUG oslo_vmware.api [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 573.289826] env[63198]: value = "task-2711568" [ 573.289826] env[63198]: _type = "Task" [ 573.289826] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.304047] env[63198]: DEBUG oslo_vmware.api [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.410028] env[63198]: DEBUG nova.scheduler.client.report [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.451912] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527eac9b-c549-8727-f392-e1547c5bf12c, 'name': SearchDatastore_Task, 'duration_secs': 0.018701} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.456823] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.457570] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] d83bbba5-68a6-4165-8543-a53f8b6ba92c/d83bbba5-68a6-4165-8543-a53f8b6ba92c.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.464164] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6626577-bc2e-40fd-b2aa-f8dc93f60bc9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.475938] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 573.475938] env[63198]: value = "task-2711569" [ 573.475938] env[63198]: _type = "Task" [ 573.475938] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.489480] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.490882] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.540171] env[63198]: DEBUG oslo_vmware.api [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711564, 'name': PowerOnVM_Task, 'duration_secs': 0.530306} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.540576] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 573.540837] env[63198]: INFO nova.compute.manager [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Took 11.64 seconds to spawn the instance on the hypervisor. [ 573.541094] env[63198]: DEBUG nova.compute.manager [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 573.542144] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad169f6-7da8-4248-929c-7386a4a7b31c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.562920] env[63198]: DEBUG nova.network.neutron [req-8bfb0fc7-c2b6-4729-9e27-bbd601e01ed2 req-534277a6-55f9-4fcf-82a3-40ee6312a447 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Updated VIF entry in instance network info cache for port 84e1b541-4f29-4fa1-9356-c5582bac3b82. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.564362] env[63198]: DEBUG nova.network.neutron [req-8bfb0fc7-c2b6-4729-9e27-bbd601e01ed2 req-534277a6-55f9-4fcf-82a3-40ee6312a447 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Updating instance_info_cache with network_info: [{"id": "84e1b541-4f29-4fa1-9356-c5582bac3b82", "address": "fa:16:3e:ce:9a:d7", "network": {"id": "f8ea9eed-126e-47c1-a5d3-741a8fa43b29", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-369778092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ca6d833f90840da99743a60c9cc92e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e1b541-4f", "ovs_interfaceid": "84e1b541-4f29-4fa1-9356-c5582bac3b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.745322] env[63198]: DEBUG oslo_concurrency.lockutils [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] Releasing lock "refresh_cache-6960a521-685b-4c29-95da-799aafa9bac9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.748020] env[63198]: DEBUG nova.compute.manager [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Received event network-vif-plugged-56ad297c-d623-443d-9a42-1cb573b05dc5 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.748020] env[63198]: DEBUG oslo_concurrency.lockutils [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] Acquiring lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.748020] env[63198]: DEBUG oslo_concurrency.lockutils [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] Lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.748020] env[63198]: DEBUG oslo_concurrency.lockutils [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] Lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.748020] env[63198]: DEBUG nova.compute.manager [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] No waiting events found dispatching network-vif-plugged-56ad297c-d623-443d-9a42-1cb573b05dc5 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.748715] env[63198]: WARNING nova.compute.manager [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Received unexpected event network-vif-plugged-56ad297c-d623-443d-9a42-1cb573b05dc5 for instance with vm_state building and task_state spawning. [ 573.748715] env[63198]: DEBUG nova.compute.manager [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Received event network-changed-56ad297c-d623-443d-9a42-1cb573b05dc5 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.748715] env[63198]: DEBUG nova.compute.manager [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Refreshing instance network info cache due to event network-changed-56ad297c-d623-443d-9a42-1cb573b05dc5. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 573.748715] env[63198]: DEBUG oslo_concurrency.lockutils [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] Acquiring lock "refresh_cache-d83bbba5-68a6-4165-8543-a53f8b6ba92c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.748715] env[63198]: DEBUG oslo_concurrency.lockutils [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] Acquired lock "refresh_cache-d83bbba5-68a6-4165-8543-a53f8b6ba92c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.749088] env[63198]: DEBUG nova.network.neutron [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Refreshing network info cache for port 56ad297c-d623-443d-9a42-1cb573b05dc5 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 573.766310] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711567, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.806402] env[63198]: DEBUG oslo_vmware.api [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711568, 'name': PowerOffVM_Task, 'duration_secs': 0.304978} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.806831] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 573.808364] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 573.808857] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4fb66cb-8368-4dc7-9876-0e7813cea613 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.908571] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 573.909022] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 573.909284] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Deleting the datastore file [datastore1] 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.909577] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db86fcad-d32d-4f9d-b1b2-e81d6ea2b944 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.917552] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.918178] env[63198]: DEBUG nova.compute.manager [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.925288] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.698s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.926994] env[63198]: INFO nova.compute.claims [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.933129] env[63198]: DEBUG oslo_vmware.api [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for the task: (returnval){ [ 573.933129] env[63198]: value = "task-2711571" [ 573.933129] env[63198]: _type = "Task" [ 573.933129] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.947789] env[63198]: DEBUG oslo_vmware.api [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.989854] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711569, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.068555] env[63198]: DEBUG oslo_concurrency.lockutils [req-8bfb0fc7-c2b6-4729-9e27-bbd601e01ed2 req-534277a6-55f9-4fcf-82a3-40ee6312a447 service nova] Releasing lock "refresh_cache-519d1a21-0829-41a5-9bc4-e68f29eabf23" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.070423] env[63198]: INFO nova.compute.manager [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Took 24.25 seconds to build instance. [ 574.223260] env[63198]: DEBUG nova.compute.manager [None req-dc70d015-037f-4576-80fa-51b5aa95cead tempest-ServerDiagnosticsV248Test-409299339 tempest-ServerDiagnosticsV248Test-409299339-project-admin] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.225879] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa67c2a-30a5-4f9a-ac5d-c8a5bcc3dd2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.234300] env[63198]: INFO nova.compute.manager [None req-dc70d015-037f-4576-80fa-51b5aa95cead tempest-ServerDiagnosticsV248Test-409299339 tempest-ServerDiagnosticsV248Test-409299339-project-admin] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Retrieving diagnostics [ 574.235488] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b30606-abb2-4695-9c05-18700e068e21 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.278263] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "37516f94-c2d9-4fd7-959d-d8f60863eebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.278584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "37516f94-c2d9-4fd7-959d-d8f60863eebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.284238] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711567, 'name': CreateVM_Task, 'duration_secs': 0.590333} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.284450] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 574.285102] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.285278] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.285589] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.285839] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fee082-0249-4fe8-afc8-00a74dc842a2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.291973] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 574.291973] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521ab08b-c994-2ecb-cd36-9adb81e92b9d" [ 574.291973] env[63198]: _type = "Task" [ 574.291973] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.301431] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521ab08b-c994-2ecb-cd36-9adb81e92b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.438546] env[63198]: DEBUG nova.compute.utils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 574.450379] env[63198]: DEBUG nova.compute.manager [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.450787] env[63198]: DEBUG nova.network.neutron [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.473552] env[63198]: DEBUG oslo_vmware.api [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Task: {'id': task-2711571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435127} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.473869] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 574.474214] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 574.474418] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 574.475265] env[63198]: INFO nova.compute.manager [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Took 1.22 seconds to destroy the instance on the hypervisor. [ 574.475265] env[63198]: DEBUG oslo.service.loopingcall [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.475430] env[63198]: DEBUG nova.compute.manager [-] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 574.475567] env[63198]: DEBUG nova.network.neutron [-] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 574.493680] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741568} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.493969] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] d83bbba5-68a6-4165-8543-a53f8b6ba92c/d83bbba5-68a6-4165-8543-a53f8b6ba92c.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.494218] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.494571] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5fc9760-af0c-488e-9156-7ea441df9f1c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.503037] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 574.503037] env[63198]: value = "task-2711572" [ 574.503037] env[63198]: _type = "Task" [ 574.503037] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.522560] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.574032] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12b20bf-8fc8-4f93-b380-ae648ad4ae34 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "6960a521-685b-4c29-95da-799aafa9bac9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.728s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.585667] env[63198]: DEBUG nova.policy [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed479443860c4ec8a1b85cf760715cdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dac836a6edd4b2197716465674f1921', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.808366] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521ab08b-c994-2ecb-cd36-9adb81e92b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.025658} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.808366] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.808366] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.808366] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.808620] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.808620] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.808620] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a89e95-9636-4422-b53c-0ad37e0f9dd0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.823550] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.823746] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.824541] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf8805f-a436-46d2-b7f0-90847fab12d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.832371] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 574.832371] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e9d2fd-324b-da6c-1423-c153fc9b9271" [ 574.832371] env[63198]: _type = "Task" [ 574.832371] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.843195] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e9d2fd-324b-da6c-1423-c153fc9b9271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.958299] env[63198]: DEBUG nova.network.neutron [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Updated VIF entry in instance network info cache for port 56ad297c-d623-443d-9a42-1cb573b05dc5. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 574.958299] env[63198]: DEBUG nova.network.neutron [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Updating instance_info_cache with network_info: [{"id": "56ad297c-d623-443d-9a42-1cb573b05dc5", "address": "fa:16:3e:a8:16:c0", "network": {"id": "61dc3267-7da5-47dd-993e-15cdd1d230b3", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-131399298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "098eb0d0050e47e2aefccd7f45d43eb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56ad297c-d6", "ovs_interfaceid": "56ad297c-d623-443d-9a42-1cb573b05dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.968330] env[63198]: DEBUG nova.compute.manager [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.017094] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127846} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.017446] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.018953] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c126acd2-4b07-4c94-ab4c-d16165f363c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.048390] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] d83bbba5-68a6-4165-8543-a53f8b6ba92c/d83bbba5-68a6-4165-8543-a53f8b6ba92c.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.052126] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff0389f-0e81-4d4a-be19-0a08b7ba2097 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.076386] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.081618] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 575.081618] env[63198]: value = "task-2711573" [ 575.081618] env[63198]: _type = "Task" [ 575.081618] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.096549] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.345401] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e9d2fd-324b-da6c-1423-c153fc9b9271, 'name': SearchDatastore_Task, 'duration_secs': 0.022119} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.350599] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d6120d-6311-4b9e-b3a2-d5a438ad9cf8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.357453] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 575.357453] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cd5810-a0c6-00e0-93f9-795094ec5989" [ 575.357453] env[63198]: _type = "Task" [ 575.357453] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.367980] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cd5810-a0c6-00e0-93f9-795094ec5989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.391668] env[63198]: DEBUG nova.compute.manager [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Received event network-vif-plugged-e1912d28-39f8-46a2-b111-737fb5a939ff {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.391879] env[63198]: DEBUG oslo_concurrency.lockutils [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] Acquiring lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.392112] env[63198]: DEBUG oslo_concurrency.lockutils [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] Lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.393070] env[63198]: DEBUG oslo_concurrency.lockutils [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] Lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.393070] env[63198]: DEBUG nova.compute.manager [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] No waiting events found dispatching network-vif-plugged-e1912d28-39f8-46a2-b111-737fb5a939ff {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.393070] env[63198]: WARNING nova.compute.manager [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Received unexpected event network-vif-plugged-e1912d28-39f8-46a2-b111-737fb5a939ff for instance with vm_state building and task_state spawning. [ 575.393070] env[63198]: DEBUG nova.compute.manager [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Received event network-changed-e1912d28-39f8-46a2-b111-737fb5a939ff {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.393070] env[63198]: DEBUG nova.compute.manager [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Refreshing instance network info cache due to event network-changed-e1912d28-39f8-46a2-b111-737fb5a939ff. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 575.393325] env[63198]: DEBUG oslo_concurrency.lockutils [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] Acquiring lock "refresh_cache-62f2c47b-4eb6-4fd5-9942-8f12de9b289d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.393325] env[63198]: DEBUG oslo_concurrency.lockutils [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] Acquired lock "refresh_cache-62f2c47b-4eb6-4fd5-9942-8f12de9b289d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.393616] env[63198]: DEBUG nova.network.neutron [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Refreshing network info cache for port e1912d28-39f8-46a2-b111-737fb5a939ff {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.420224] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8647a9-c35f-471f-828d-2d1c65caa429 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.428127] env[63198]: DEBUG nova.network.neutron [-] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.438264] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3290f53-0201-4aab-9f80-e7b9fd2bd9a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.476497] env[63198]: DEBUG oslo_concurrency.lockutils [req-49b93bad-5861-4276-8d5c-b9690d8103f2 req-5134a215-b8c7-4840-9919-8dad651d034e service nova] Releasing lock "refresh_cache-d83bbba5-68a6-4165-8543-a53f8b6ba92c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.482087] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d2545b-27c7-41cd-abc6-dac3b854a817 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.492307] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0538a184-e216-43c7-b223-0aa589776699 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.510369] env[63198]: DEBUG nova.compute.provider_tree [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.601326] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.614183] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.638732] env[63198]: DEBUG nova.network.neutron [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Successfully created port: e429419e-51d5-435c-b9c3-8f17f1e1eb5d {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.698249] env[63198]: DEBUG nova.compute.manager [req-a80630a4-8467-4fcb-8e9d-cdc3fb46134b req-ae06efd1-dfc2-40db-ad2b-c7d42ad8a0f6 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Received event network-changed-cf90e887-9a69-466d-a5e3-c05743bb1034 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.698660] env[63198]: DEBUG nova.compute.manager [req-a80630a4-8467-4fcb-8e9d-cdc3fb46134b req-ae06efd1-dfc2-40db-ad2b-c7d42ad8a0f6 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Refreshing instance network info cache due to event network-changed-cf90e887-9a69-466d-a5e3-c05743bb1034. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 575.699010] env[63198]: DEBUG oslo_concurrency.lockutils [req-a80630a4-8467-4fcb-8e9d-cdc3fb46134b req-ae06efd1-dfc2-40db-ad2b-c7d42ad8a0f6 service nova] Acquiring lock "refresh_cache-6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.699539] env[63198]: DEBUG oslo_concurrency.lockutils [req-a80630a4-8467-4fcb-8e9d-cdc3fb46134b req-ae06efd1-dfc2-40db-ad2b-c7d42ad8a0f6 service nova] Acquired lock "refresh_cache-6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.700195] env[63198]: DEBUG nova.network.neutron [req-a80630a4-8467-4fcb-8e9d-cdc3fb46134b req-ae06efd1-dfc2-40db-ad2b-c7d42ad8a0f6 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Refreshing network info cache for port cf90e887-9a69-466d-a5e3-c05743bb1034 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.871180] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cd5810-a0c6-00e0-93f9-795094ec5989, 'name': SearchDatastore_Task, 'duration_secs': 0.015929} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.871599] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.873747] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 62f2c47b-4eb6-4fd5-9942-8f12de9b289d/62f2c47b-4eb6-4fd5-9942-8f12de9b289d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.873747] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db265e74-4b35-4825-ab7b-309c473084da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.883952] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 575.883952] env[63198]: value = "task-2711574" [ 575.883952] env[63198]: _type = "Task" [ 575.883952] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.895630] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.929701] env[63198]: INFO nova.compute.manager [-] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Took 1.45 seconds to deallocate network for instance. [ 575.987123] env[63198]: DEBUG nova.compute.manager [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.014651] env[63198]: DEBUG nova.scheduler.client.report [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.022108] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.022108] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.022108] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.022406] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.022406] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.022406] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.022406] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.022406] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.022577] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.022577] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.022577] env[63198]: DEBUG nova.virt.hardware [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.023353] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fced79-cf42-4cca-b7d5-8d9b109622c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.033748] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3c2c7b-b5a9-4458-b7e1-714ac736ffe8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.095979] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.144310] env[63198]: DEBUG oslo_vmware.rw_handles [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5811-0675-cc48-8666-d7ac8f70a781/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 576.144310] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17d752f-f7bf-45ec-9c53-6cce28d78532 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.151988] env[63198]: DEBUG oslo_vmware.rw_handles [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5811-0675-cc48-8666-d7ac8f70a781/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 576.152363] env[63198]: ERROR oslo_vmware.rw_handles [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5811-0675-cc48-8666-d7ac8f70a781/disk-0.vmdk due to incomplete transfer. [ 576.152917] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d7a834a-be31-4b7e-8f26-7f8c9ee19e48 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.169039] env[63198]: DEBUG oslo_vmware.rw_handles [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5811-0675-cc48-8666-d7ac8f70a781/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 576.169372] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Uploaded image 4f0f8394-b895-4647-967a-9b087e9428a8 to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 576.171302] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 576.171664] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5fb5b89b-cb4f-4b8d-9497-f80f231b4bca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.180669] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 576.180669] env[63198]: value = "task-2711575" [ 576.180669] env[63198]: _type = "Task" [ 576.180669] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.194972] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711575, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.323144] env[63198]: DEBUG oslo_concurrency.lockutils [None req-998f7676-9964-4c42-9a1e-8d161b5fbc0f tempest-ServersListShow296Test-178677283 tempest-ServersListShow296Test-178677283-project-member] Acquiring lock "a0570eb7-1f63-4ae1-9f26-ab726395edf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.323550] env[63198]: DEBUG oslo_concurrency.lockutils [None req-998f7676-9964-4c42-9a1e-8d161b5fbc0f tempest-ServersListShow296Test-178677283 tempest-ServersListShow296Test-178677283-project-member] Lock "a0570eb7-1f63-4ae1-9f26-ab726395edf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.401384] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711574, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.440273] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.530162] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.530162] env[63198]: DEBUG nova.compute.manager [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.533928] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.165s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.535847] env[63198]: INFO nova.compute.claims [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.539794] env[63198]: DEBUG nova.network.neutron [req-a80630a4-8467-4fcb-8e9d-cdc3fb46134b req-ae06efd1-dfc2-40db-ad2b-c7d42ad8a0f6 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Updated VIF entry in instance network info cache for port cf90e887-9a69-466d-a5e3-c05743bb1034. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.540117] env[63198]: DEBUG nova.network.neutron [req-a80630a4-8467-4fcb-8e9d-cdc3fb46134b req-ae06efd1-dfc2-40db-ad2b-c7d42ad8a0f6 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Updating instance_info_cache with network_info: [{"id": "cf90e887-9a69-466d-a5e3-c05743bb1034", "address": "fa:16:3e:67:11:a1", "network": {"id": "389b601b-1e04-4d98-a74d-d64a41b6eb32", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1699803717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1171545a9abd4f6498c9e65d0a86e833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf90e887-9a", "ovs_interfaceid": "cf90e887-9a69-466d-a5e3-c05743bb1034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.603316] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711573, 'name': ReconfigVM_Task, 'duration_secs': 1.110317} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.603316] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Reconfigured VM instance instance-0000000e to attach disk [datastore2] d83bbba5-68a6-4165-8543-a53f8b6ba92c/d83bbba5-68a6-4165-8543-a53f8b6ba92c.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.603628] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f68427ce-b432-404d-90dd-6577b58c23aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.620287] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 576.620287] env[63198]: value = "task-2711576" [ 576.620287] env[63198]: _type = "Task" [ 576.620287] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.632652] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711576, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.697146] env[63198]: DEBUG nova.network.neutron [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Updated VIF entry in instance network info cache for port e1912d28-39f8-46a2-b111-737fb5a939ff. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.697146] env[63198]: DEBUG nova.network.neutron [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Updating instance_info_cache with network_info: [{"id": "e1912d28-39f8-46a2-b111-737fb5a939ff", "address": "fa:16:3e:cc:34:58", "network": {"id": "aa9c45cd-b036-40fa-a569-b50f4eb5a6d6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1031107599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ab03ae6433447ba7388f54c8c0ab6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1912d28-39", "ovs_interfaceid": "e1912d28-39f8-46a2-b111-737fb5a939ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.707581] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711575, 'name': Destroy_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.895455] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80967} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.895763] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 62f2c47b-4eb6-4fd5-9942-8f12de9b289d/62f2c47b-4eb6-4fd5-9942-8f12de9b289d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.896034] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.896482] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f88976f-3496-4694-a2b2-d5bcc88dbe86 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.904730] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 576.904730] env[63198]: value = "task-2711577" [ 576.904730] env[63198]: _type = "Task" [ 576.904730] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.915524] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.044223] env[63198]: DEBUG nova.compute.utils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.048900] env[63198]: DEBUG oslo_concurrency.lockutils [req-a80630a4-8467-4fcb-8e9d-cdc3fb46134b req-ae06efd1-dfc2-40db-ad2b-c7d42ad8a0f6 service nova] Releasing lock "refresh_cache-6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.049332] env[63198]: DEBUG nova.compute.manager [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.049496] env[63198]: DEBUG nova.network.neutron [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.132055] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711576, 'name': Rename_Task, 'duration_secs': 0.239766} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.132347] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 577.132623] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-970c9c70-5f8c-4924-9ace-48b2ddacce00 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.143686] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 577.143686] env[63198]: value = "task-2711578" [ 577.143686] env[63198]: _type = "Task" [ 577.143686] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.145166] env[63198]: DEBUG nova.policy [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d61329cf0340f3b51c57afc607a79d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da3832cc84094554a4bbf38bb947923d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.157884] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.192424] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711575, 'name': Destroy_Task, 'duration_secs': 0.582869} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.193073] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Destroyed the VM [ 577.193395] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 577.193668] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d36c0ee0-40e6-44e0-b915-54455884aae3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.200123] env[63198]: DEBUG oslo_concurrency.lockutils [req-7d15fd20-0dbc-4dd6-9ec0-04be8f89da12 req-aa8e3d39-226c-4190-9c1e-c2d6ccba4581 service nova] Releasing lock "refresh_cache-62f2c47b-4eb6-4fd5-9942-8f12de9b289d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.205693] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 577.205693] env[63198]: value = "task-2711579" [ 577.205693] env[63198]: _type = "Task" [ 577.205693] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.214100] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711579, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.417790] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074647} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.418403] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.419230] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8b09d3-74b2-4f60-897e-88fe3fae9293 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.443547] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 62f2c47b-4eb6-4fd5-9942-8f12de9b289d/62f2c47b-4eb6-4fd5-9942-8f12de9b289d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.443848] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d46ef0f-ce05-4546-9606-5c8713c33b71 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.466982] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 577.466982] env[63198]: value = "task-2711580" [ 577.466982] env[63198]: _type = "Task" [ 577.466982] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.479203] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.547595] env[63198]: DEBUG nova.compute.manager [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.663622] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.720249] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711579, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.979866] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.026487] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33118ae6-8e9b-4a0e-9b81-7530f99d17d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.035090] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d318d640-752d-41b5-9a89-e57110c1fa24 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.076072] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7815e4d-8585-42a1-b457-3039584f70f0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.086104] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fe2d6e-d4c0-40f2-86a8-6687a7693d8b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.101956] env[63198]: DEBUG nova.compute.provider_tree [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.162368] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711578, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.219071] env[63198]: DEBUG oslo_vmware.api [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711579, 'name': RemoveSnapshot_Task, 'duration_secs': 0.548778} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.219071] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 578.219071] env[63198]: INFO nova.compute.manager [None req-cf87d25c-78bb-4815-9b9d-295190471ae3 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Took 16.85 seconds to snapshot the instance on the hypervisor. [ 578.422596] env[63198]: DEBUG nova.network.neutron [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Successfully created port: f253c3be-c668-4dd7-95ca-6187a0a2a28f {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.481602] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711580, 'name': ReconfigVM_Task, 'duration_secs': 0.802136} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.481991] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 62f2c47b-4eb6-4fd5-9942-8f12de9b289d/62f2c47b-4eb6-4fd5-9942-8f12de9b289d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.482794] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89065618-5d0d-4e3e-8b51-2cc9a491546f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.491322] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 578.491322] env[63198]: value = "task-2711581" [ 578.491322] env[63198]: _type = "Task" [ 578.491322] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.502116] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711581, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.573822] env[63198]: DEBUG nova.compute.manager [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.606858] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.607434] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.607669] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.607902] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.608169] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.608318] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.608533] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.608693] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.608859] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.609036] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.609216] env[63198]: DEBUG nova.virt.hardware [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.614185] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218f5410-eb41-4b1b-9ed5-be3caf907813 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.627866] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474e14aa-f587-4ced-abc1-72fe201bff41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.645337] env[63198]: ERROR nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [req-880c21dc-4977-4f09-99df-5a1af9ba0131] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d308dc64-6d78-4a70-909e-0ffbc815f5eb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-880c21dc-4977-4f09-99df-5a1af9ba0131"}]} [ 578.663678] env[63198]: DEBUG oslo_vmware.api [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711578, 'name': PowerOnVM_Task, 'duration_secs': 1.107968} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.664065] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.664418] env[63198]: INFO nova.compute.manager [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Took 11.74 seconds to spawn the instance on the hypervisor. [ 578.664882] env[63198]: DEBUG nova.compute.manager [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.666528] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98695a93-1976-4bcd-9900-87a1fe156147 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.671986] env[63198]: DEBUG nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 578.689681] env[63198]: DEBUG nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 578.689907] env[63198]: DEBUG nova.compute.provider_tree [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.712103] env[63198]: DEBUG nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 578.735746] env[63198]: DEBUG nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 579.004251] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711581, 'name': Rename_Task, 'duration_secs': 0.213503} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.007554] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.008060] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69e5effd-7cb0-4135-a1e4-3ba34a41bfc3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.017210] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 579.017210] env[63198]: value = "task-2711582" [ 579.017210] env[63198]: _type = "Task" [ 579.017210] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.027523] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.153895] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b4f47-630b-4375-9fd8-5f4539d0c66a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.164249] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8376291-d367-4ec2-bfc6-34b6b5371ec7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.213975] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230d3b0a-0035-41d0-bd9a-305467d68389 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.231417] env[63198]: INFO nova.compute.manager [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Took 26.48 seconds to build instance. [ 579.233289] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ccd88c-473a-4c03-87bd-d18e19852d87 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.253344] env[63198]: DEBUG nova.compute.provider_tree [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.400735] env[63198]: DEBUG nova.network.neutron [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Successfully updated port: e429419e-51d5-435c-b9c3-8f17f1e1eb5d {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.533731] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.740116] env[63198]: DEBUG oslo_concurrency.lockutils [None req-177bdf2a-d0f1-4738-b6d3-eec4c1c934cc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.763982] env[63198]: DEBUG nova.compute.manager [req-a1b34d3a-6a58-48f9-973f-23419cccc527 req-2b014c28-c543-498b-888a-4146befb9e27 service nova] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Received event network-vif-deleted-e9b8f767-b790-4cd9-a7c2-71650bd3429e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.787791] env[63198]: ERROR nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [req-6ff1b454-ffb3-4911-b89e-728e4b56458b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d308dc64-6d78-4a70-909e-0ffbc815f5eb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ff1b454-ffb3-4911-b89e-728e4b56458b"}]} [ 579.818803] env[63198]: DEBUG nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 579.847752] env[63198]: DEBUG nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 579.849121] env[63198]: DEBUG nova.compute.provider_tree [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.857517] env[63198]: DEBUG nova.compute.manager [req-ab5bf114-d5ff-46d4-b371-d0c9a00b7dc9 req-e8dc8533-5906-4bec-b534-e30ef8e21aee service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Received event network-vif-plugged-e429419e-51d5-435c-b9c3-8f17f1e1eb5d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.857748] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab5bf114-d5ff-46d4-b371-d0c9a00b7dc9 req-e8dc8533-5906-4bec-b534-e30ef8e21aee service nova] Acquiring lock "7d9abde3-63db-4ea8-bb12-df6000a782d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.857944] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab5bf114-d5ff-46d4-b371-d0c9a00b7dc9 req-e8dc8533-5906-4bec-b534-e30ef8e21aee service nova] Lock "7d9abde3-63db-4ea8-bb12-df6000a782d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.858127] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab5bf114-d5ff-46d4-b371-d0c9a00b7dc9 req-e8dc8533-5906-4bec-b534-e30ef8e21aee service nova] Lock "7d9abde3-63db-4ea8-bb12-df6000a782d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.858294] env[63198]: DEBUG nova.compute.manager [req-ab5bf114-d5ff-46d4-b371-d0c9a00b7dc9 req-e8dc8533-5906-4bec-b534-e30ef8e21aee service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] No waiting events found dispatching network-vif-plugged-e429419e-51d5-435c-b9c3-8f17f1e1eb5d {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.858503] env[63198]: WARNING nova.compute.manager [req-ab5bf114-d5ff-46d4-b371-d0c9a00b7dc9 req-e8dc8533-5906-4bec-b534-e30ef8e21aee service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Received unexpected event network-vif-plugged-e429419e-51d5-435c-b9c3-8f17f1e1eb5d for instance with vm_state building and task_state spawning. [ 579.868389] env[63198]: DEBUG nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 579.875257] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "152da4ca-e540-4362-b552-4fd8818acf12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.875912] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "152da4ca-e540-4362-b552-4fd8818acf12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.887291] env[63198]: DEBUG nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 579.904037] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquiring lock "refresh_cache-7d9abde3-63db-4ea8-bb12-df6000a782d1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.904037] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquired lock "refresh_cache-7d9abde3-63db-4ea8-bb12-df6000a782d1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.904037] env[63198]: DEBUG nova.network.neutron [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.031347] env[63198]: DEBUG oslo_vmware.api [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711582, 'name': PowerOnVM_Task, 'duration_secs': 0.691754} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.034009] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.034255] env[63198]: INFO nova.compute.manager [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Took 10.63 seconds to spawn the instance on the hypervisor. [ 580.034439] env[63198]: DEBUG nova.compute.manager [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.036070] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4975787e-cd1a-41de-806f-54bb776546c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.244920] env[63198]: DEBUG nova.compute.manager [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.311623] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc2fe9-4301-4cea-b7c8-b7d53327ecec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.322214] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697a87d-3f97-409e-a0be-8601a7deac4b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.361632] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbae9f34-da2b-4163-b879-ebed53054680 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.373029] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1337299e-589e-4027-a07d-bf6d11fcbe29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.389368] env[63198]: DEBUG nova.compute.provider_tree [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 580.491910] env[63198]: DEBUG nova.network.neutron [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.557463] env[63198]: INFO nova.compute.manager [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Took 26.46 seconds to build instance. [ 580.773323] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.934615] env[63198]: DEBUG nova.scheduler.client.report [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updated inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 580.934615] env[63198]: DEBUG nova.compute.provider_tree [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updating resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb generation from 35 to 36 during operation: update_inventory {{(pid=63198) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 580.934747] env[63198]: DEBUG nova.compute.provider_tree [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 581.064212] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05f3c0ae-eeea-4ade-a2af-1d7f6b461e05 tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.322s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.442751] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.909s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.443922] env[63198]: DEBUG nova.compute.manager [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.447162] env[63198]: DEBUG oslo_concurrency.lockutils [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.823s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.447475] env[63198]: DEBUG nova.objects.instance [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lazy-loading 'resources' on Instance uuid aedc2e31-badd-40d4-9200-e08d9dc18b5f {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 581.465348] env[63198]: DEBUG nova.network.neutron [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Updating instance_info_cache with network_info: [{"id": "e429419e-51d5-435c-b9c3-8f17f1e1eb5d", "address": "fa:16:3e:19:ed:30", "network": {"id": "28a8944c-d7c9-4f19-bea6-1b887ae8d0c7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1939041502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dac836a6edd4b2197716465674f1921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape429419e-51", "ovs_interfaceid": "e429419e-51d5-435c-b9c3-8f17f1e1eb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.565708] env[63198]: DEBUG nova.compute.manager [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.950972] env[63198]: DEBUG nova.compute.utils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.952416] env[63198]: DEBUG nova.compute.manager [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.952752] env[63198]: DEBUG nova.network.neutron [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.971990] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Releasing lock "refresh_cache-7d9abde3-63db-4ea8-bb12-df6000a782d1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.971990] env[63198]: DEBUG nova.compute.manager [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Instance network_info: |[{"id": "e429419e-51d5-435c-b9c3-8f17f1e1eb5d", "address": "fa:16:3e:19:ed:30", "network": {"id": "28a8944c-d7c9-4f19-bea6-1b887ae8d0c7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1939041502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dac836a6edd4b2197716465674f1921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape429419e-51", "ovs_interfaceid": "e429419e-51d5-435c-b9c3-8f17f1e1eb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.972646] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:ed:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e429419e-51d5-435c-b9c3-8f17f1e1eb5d', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.981291] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Creating folder: Project (7dac836a6edd4b2197716465674f1921). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.984777] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bd0ee00-b4d9-4b59-9234-931a471de572 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.001196] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Created folder: Project (7dac836a6edd4b2197716465674f1921) in parent group-v546185. [ 582.001196] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Creating folder: Instances. Parent ref: group-v546228. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.001196] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf3b4a19-a9e4-4b71-8d72-cfe1d23d227a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.011782] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Created folder: Instances in parent group-v546228. [ 582.012048] env[63198]: DEBUG oslo.service.loopingcall [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.012375] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.012423] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d3066bf-6653-4f90-a58c-3ae4f20f4c9e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.036771] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.036771] env[63198]: value = "task-2711585" [ 582.036771] env[63198]: _type = "Task" [ 582.036771] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.045953] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711585, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.084881] env[63198]: DEBUG nova.policy [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec1b16b0e8d442f1a9385b3b452b2196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fa2077fc72846d5ac06169d8506a0fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.088529] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.404469] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f00d40-b1f9-4d51-9249-08f54d210259 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.413395] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e68c7bd-28c1-4511-a137-15170673318f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.422252] env[63198]: DEBUG nova.network.neutron [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Successfully updated port: f253c3be-c668-4dd7-95ca-6187a0a2a28f {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.464746] env[63198]: DEBUG nova.compute.manager [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.469144] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa78fcc4-538c-4d9a-9c11-56f804f678dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.478977] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf664f57-2480-4dde-ab5a-fcd1fa478b39 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.505497] env[63198]: DEBUG nova.compute.provider_tree [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.548847] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711585, 'name': CreateVM_Task, 'duration_secs': 0.431658} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.549079] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.549813] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.550258] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.550333] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.550627] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626986b5-27c9-48cd-8e6d-4d4b24aa68aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.556517] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 582.556517] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52176a0d-bcbc-4965-0669-dc04a61d4357" [ 582.556517] env[63198]: _type = "Task" [ 582.556517] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.570312] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52176a0d-bcbc-4965-0669-dc04a61d4357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.967414] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "refresh_cache-02608284-2c80-48e6-8d51-c0010ba2c8db" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.967414] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "refresh_cache-02608284-2c80-48e6-8d51-c0010ba2c8db" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.967414] env[63198]: DEBUG nova.network.neutron [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.009017] env[63198]: DEBUG nova.scheduler.client.report [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.074021] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52176a0d-bcbc-4965-0669-dc04a61d4357, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.074021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.074021] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.074021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.074548] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.074548] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 583.074548] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03ade59b-ab00-447f-b861-29675b4e8d97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.093360] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 583.093750] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 583.094410] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5123fb-e226-4e41-8f18-8629ce3b9224 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.102363] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 583.102363] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e672d6-aa70-2638-df3c-59d32c6e09eb" [ 583.102363] env[63198]: _type = "Task" [ 583.102363] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.111697] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e672d6-aa70-2638-df3c-59d32c6e09eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.317483] env[63198]: DEBUG nova.compute.manager [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Received event network-changed-e429419e-51d5-435c-b9c3-8f17f1e1eb5d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.317717] env[63198]: DEBUG nova.compute.manager [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Refreshing instance network info cache due to event network-changed-e429419e-51d5-435c-b9c3-8f17f1e1eb5d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.317872] env[63198]: DEBUG oslo_concurrency.lockutils [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] Acquiring lock "refresh_cache-7d9abde3-63db-4ea8-bb12-df6000a782d1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.318019] env[63198]: DEBUG oslo_concurrency.lockutils [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] Acquired lock "refresh_cache-7d9abde3-63db-4ea8-bb12-df6000a782d1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.318171] env[63198]: DEBUG nova.network.neutron [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Refreshing network info cache for port e429419e-51d5-435c-b9c3-8f17f1e1eb5d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.476915] env[63198]: DEBUG nova.compute.manager [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.481283] env[63198]: DEBUG nova.compute.manager [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.483802] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe55b59-b668-48c0-b947-34fcd0fce732 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.516435] env[63198]: DEBUG oslo_concurrency.lockutils [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.521364] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.521658] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.521860] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.522725] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.522725] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.522725] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.523137] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.523137] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.523340] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.523546] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.523896] env[63198]: DEBUG nova.virt.hardware [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.525043] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.876s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.526092] env[63198]: INFO nova.compute.claims [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.530901] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e1ea4e-eb60-424e-b156-47024b42f79a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.542829] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d146d9-aa0a-4983-a3db-577b3c664c2d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.586623] env[63198]: INFO nova.scheduler.client.report [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Deleted allocations for instance aedc2e31-badd-40d4-9200-e08d9dc18b5f [ 583.618550] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e672d6-aa70-2638-df3c-59d32c6e09eb, 'name': SearchDatastore_Task, 'duration_secs': 0.038201} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.619645] env[63198]: DEBUG nova.network.neutron [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.621865] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89935874-f831-46c7-ab3c-42a2db7548e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.629398] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 583.629398] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5212e357-e465-dfee-9753-a129fc4f5e50" [ 583.629398] env[63198]: _type = "Task" [ 583.629398] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.639639] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5212e357-e465-dfee-9753-a129fc4f5e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.670666] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "9796a960-1438-4efa-aab7-3a7ee8ed3802" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.670922] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.671193] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "9796a960-1438-4efa-aab7-3a7ee8ed3802-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.671895] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.671895] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.675162] env[63198]: INFO nova.compute.manager [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Terminating instance [ 583.706519] env[63198]: DEBUG nova.network.neutron [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Successfully created port: 0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.999161] env[63198]: INFO nova.compute.manager [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] instance snapshotting [ 584.007737] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dda5dd8-d5ba-44f8-94fe-0bea13904c19 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.043120] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f859b0-be4c-45d1-b0fc-a3f42a64f788 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.096546] env[63198]: DEBUG oslo_concurrency.lockutils [None req-275357ab-761c-48bc-9827-26aa955ea894 tempest-ServerDiagnosticsTest-1227169882 tempest-ServerDiagnosticsTest-1227169882-project-member] Lock "aedc2e31-badd-40d4-9200-e08d9dc18b5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.166s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.150281] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5212e357-e465-dfee-9753-a129fc4f5e50, 'name': SearchDatastore_Task, 'duration_secs': 0.016037} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.150552] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.150803] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 7d9abde3-63db-4ea8-bb12-df6000a782d1/7d9abde3-63db-4ea8-bb12-df6000a782d1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.151096] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48181f05-eb6f-4de7-927a-512e2ecdccb3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.160826] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 584.160826] env[63198]: value = "task-2711586" [ 584.160826] env[63198]: _type = "Task" [ 584.160826] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.171653] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.188075] env[63198]: DEBUG nova.compute.manager [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 584.188075] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.188610] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f3475a-8fb5-4255-ac03-face48940c21 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.206650] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 584.206953] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb22c3d1-2283-4393-a219-11ce2a80e5f0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.286818] env[63198]: DEBUG nova.network.neutron [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Updating instance_info_cache with network_info: [{"id": "f253c3be-c668-4dd7-95ca-6187a0a2a28f", "address": "fa:16:3e:e0:0f:cc", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf253c3be-c6", "ovs_interfaceid": "f253c3be-c668-4dd7-95ca-6187a0a2a28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.298057] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 584.298286] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 584.298460] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleting the datastore file [datastore2] 9796a960-1438-4efa-aab7-3a7ee8ed3802 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 584.298727] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e2ea0cb-4eb9-4952-b11e-5d7b635a8c90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.308405] env[63198]: DEBUG oslo_vmware.api [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 584.308405] env[63198]: value = "task-2711588" [ 584.308405] env[63198]: _type = "Task" [ 584.308405] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.320116] env[63198]: DEBUG oslo_vmware.api [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.560987] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 584.561389] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5bd7cbec-32ff-473d-bb51-2076d8ac4785 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.575019] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 584.575019] env[63198]: value = "task-2711589" [ 584.575019] env[63198]: _type = "Task" [ 584.575019] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.594275] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.681944] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.794531] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "refresh_cache-02608284-2c80-48e6-8d51-c0010ba2c8db" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.794531] env[63198]: DEBUG nova.compute.manager [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Instance network_info: |[{"id": "f253c3be-c668-4dd7-95ca-6187a0a2a28f", "address": "fa:16:3e:e0:0f:cc", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf253c3be-c6", "ovs_interfaceid": "f253c3be-c668-4dd7-95ca-6187a0a2a28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.794725] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:0f:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f253c3be-c668-4dd7-95ca-6187a0a2a28f', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.803857] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Creating folder: Project (da3832cc84094554a4bbf38bb947923d). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.809675] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ef3fb08-ce58-467d-ae9d-7c5816ef4df3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.823066] env[63198]: DEBUG oslo_vmware.api [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.827488] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Created folder: Project (da3832cc84094554a4bbf38bb947923d) in parent group-v546185. [ 584.827727] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Creating folder: Instances. Parent ref: group-v546231. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.828014] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d02ea9e-2375-437d-8b30-5025edc4ce86 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.842243] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Created folder: Instances in parent group-v546231. [ 584.842517] env[63198]: DEBUG oslo.service.loopingcall [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.844617] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.844617] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-575b2aa1-4823-429a-bb9b-320721dd1377 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.872678] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.872678] env[63198]: value = "task-2711592" [ 584.872678] env[63198]: _type = "Task" [ 584.872678] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.884658] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711592, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.982192] env[63198]: DEBUG nova.network.neutron [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Updated VIF entry in instance network info cache for port e429419e-51d5-435c-b9c3-8f17f1e1eb5d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.982337] env[63198]: DEBUG nova.network.neutron [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Updating instance_info_cache with network_info: [{"id": "e429419e-51d5-435c-b9c3-8f17f1e1eb5d", "address": "fa:16:3e:19:ed:30", "network": {"id": "28a8944c-d7c9-4f19-bea6-1b887ae8d0c7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1939041502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dac836a6edd4b2197716465674f1921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape429419e-51", "ovs_interfaceid": "e429419e-51d5-435c-b9c3-8f17f1e1eb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.063390] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bacc9e-3a56-4308-9104-81ea8e12587b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.073221] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db001c7b-4d65-43eb-ab68-8848bc3a4139 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.091614] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.119299] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf443d-1818-4d4d-9338-fd51ea1bab4b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.127783] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de57a00-637c-437d-a72b-2d03aeca0905 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.143821] env[63198]: DEBUG nova.compute.provider_tree [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.174817] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700204} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.175105] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 7d9abde3-63db-4ea8-bb12-df6000a782d1/7d9abde3-63db-4ea8-bb12-df6000a782d1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.175333] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.175601] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02cad586-fc99-4183-9343-4679a85b542b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.183027] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 585.183027] env[63198]: value = "task-2711593" [ 585.183027] env[63198]: _type = "Task" [ 585.183027] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.194484] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.321528] env[63198]: DEBUG oslo_vmware.api [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540113} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.321609] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.321787] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 585.321985] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 585.322274] env[63198]: INFO nova.compute.manager [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Took 1.13 seconds to destroy the instance on the hypervisor. [ 585.322732] env[63198]: DEBUG oslo.service.loopingcall [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.322829] env[63198]: DEBUG nova.compute.manager [-] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 585.322943] env[63198]: DEBUG nova.network.neutron [-] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 585.393351] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711592, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.485804] env[63198]: DEBUG oslo_concurrency.lockutils [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] Releasing lock "refresh_cache-7d9abde3-63db-4ea8-bb12-df6000a782d1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.486088] env[63198]: DEBUG nova.compute.manager [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Received event network-vif-plugged-f253c3be-c668-4dd7-95ca-6187a0a2a28f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.486357] env[63198]: DEBUG oslo_concurrency.lockutils [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] Acquiring lock "02608284-2c80-48e6-8d51-c0010ba2c8db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.487123] env[63198]: DEBUG oslo_concurrency.lockutils [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] Lock "02608284-2c80-48e6-8d51-c0010ba2c8db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.487402] env[63198]: DEBUG oslo_concurrency.lockutils [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] Lock "02608284-2c80-48e6-8d51-c0010ba2c8db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.487648] env[63198]: DEBUG nova.compute.manager [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] No waiting events found dispatching network-vif-plugged-f253c3be-c668-4dd7-95ca-6187a0a2a28f {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.487929] env[63198]: WARNING nova.compute.manager [req-8567012c-5125-45b3-be9e-eb78bd18d305 req-b1fa1d29-fb62-4e41-8c39-b2cd6e61b992 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Received unexpected event network-vif-plugged-f253c3be-c668-4dd7-95ca-6187a0a2a28f for instance with vm_state building and task_state spawning. [ 585.597076] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.648210] env[63198]: DEBUG nova.scheduler.client.report [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.695485] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185841} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.696072] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.697942] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb414d6c-51c7-4067-a5e5-1c736393ca5e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.731235] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 7d9abde3-63db-4ea8-bb12-df6000a782d1/7d9abde3-63db-4ea8-bb12-df6000a782d1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.731548] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36021cd0-c9bf-4915-ac3c-98ee4c01ab66 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.754354] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 585.754354] env[63198]: value = "task-2711594" [ 585.754354] env[63198]: _type = "Task" [ 585.754354] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.765975] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.886977] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711592, 'name': CreateVM_Task, 'duration_secs': 0.617614} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.887434] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.890658] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.890658] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.890954] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.891476] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084edcbc-b134-4318-8075-37d6579ebc8b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.900534] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 585.900534] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52734e13-011e-0849-bcac-890065385597" [ 585.900534] env[63198]: _type = "Task" [ 585.900534] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.916814] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52734e13-011e-0849-bcac-890065385597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.099399] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquiring lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.099471] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.100857] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711589, 'name': CreateSnapshot_Task, 'duration_secs': 1.145382} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.100857] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 586.100857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78feb7f-bf71-4c22-a6e9-3f1831b88801 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.157519] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.158096] env[63198]: DEBUG nova.compute.manager [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.162309] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.337s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.163765] env[63198]: INFO nova.compute.claims [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.266636] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711594, 'name': ReconfigVM_Task, 'duration_secs': 0.300072} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.266957] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 7d9abde3-63db-4ea8-bb12-df6000a782d1/7d9abde3-63db-4ea8-bb12-df6000a782d1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.270275] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17acbf9b-8502-4c9e-9e90-1240be6393cf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.292259] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 586.292259] env[63198]: value = "task-2711595" [ 586.292259] env[63198]: _type = "Task" [ 586.292259] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.301487] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711595, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.418536] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52734e13-011e-0849-bcac-890065385597, 'name': SearchDatastore_Task, 'duration_secs': 0.018068} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.418854] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.419180] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.419359] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.419498] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.419947] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.419947] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bd979f4-b906-4429-930d-9efcbf859b68 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.439527] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.439527] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.439527] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602f63a1-aa55-4383-90dd-c8ebbfd71c4f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.445499] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 586.445499] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52587de2-f6e2-254f-7109-8538d729d1b6" [ 586.445499] env[63198]: _type = "Task" [ 586.445499] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.458886] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52587de2-f6e2-254f-7109-8538d729d1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.494762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "a38cd87e-d777-4736-b701-23497eafdbcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.494762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "a38cd87e-d777-4736-b701-23497eafdbcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.537827] env[63198]: DEBUG nova.network.neutron [-] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.627895] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 586.628243] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b182812b-2c46-4f63-8d6e-249e5afc418a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.639431] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 586.639431] env[63198]: value = "task-2711596" [ 586.639431] env[63198]: _type = "Task" [ 586.639431] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.650192] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711596, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.672523] env[63198]: DEBUG nova.compute.utils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.680032] env[63198]: DEBUG nova.compute.manager [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.680032] env[63198]: DEBUG nova.network.neutron [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.805923] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711595, 'name': Rename_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.959181] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52587de2-f6e2-254f-7109-8538d729d1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.014749} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.960542] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4332ef7-f4ce-46ff-b49e-ca47aba962d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.967649] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 586.967649] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529c02a6-a1b6-ac93-3232-18016fa41ccd" [ 586.967649] env[63198]: _type = "Task" [ 586.967649] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.978758] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529c02a6-a1b6-ac93-3232-18016fa41ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.007205] env[63198]: DEBUG nova.policy [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018336ea6cfe4d9eb805203a847298e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e7e100fc154452b2f178eb15511b0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.040323] env[63198]: INFO nova.compute.manager [-] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Took 1.72 seconds to deallocate network for instance. [ 587.151519] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711596, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.185290] env[63198]: DEBUG nova.compute.manager [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.309015] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711595, 'name': Rename_Task, 'duration_secs': 0.846145} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.309015] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.309015] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-630d8c7d-473c-4a1e-a7e0-168fb6cdf145 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.320265] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 587.320265] env[63198]: value = "task-2711597" [ 587.320265] env[63198]: _type = "Task" [ 587.320265] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.331828] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.384972] env[63198]: DEBUG nova.compute.manager [None req-25a6ffff-ca2c-4695-943c-05882bdbf53c tempest-ServerDiagnosticsV248Test-409299339 tempest-ServerDiagnosticsV248Test-409299339-project-admin] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.393884] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c9aa1-6df1-45e8-a102-17b632af366f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.404224] env[63198]: INFO nova.compute.manager [None req-25a6ffff-ca2c-4695-943c-05882bdbf53c tempest-ServerDiagnosticsV248Test-409299339 tempest-ServerDiagnosticsV248Test-409299339-project-admin] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Retrieving diagnostics [ 587.404224] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f504881-5964-48d8-b6dc-19bbc2d866c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.484970] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529c02a6-a1b6-ac93-3232-18016fa41ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.015144} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.485757] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.485757] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 02608284-2c80-48e6-8d51-c0010ba2c8db/02608284-2c80-48e6-8d51-c0010ba2c8db.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.486240] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f34719e5-9e62-4ee8-9114-1b18c90bfcd8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.495017] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 587.495017] env[63198]: value = "task-2711598" [ 587.495017] env[63198]: _type = "Task" [ 587.495017] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.511397] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.549253] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.656594] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711596, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.785192] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ec6b2c-b276-4468-a298-e08d8fb6baad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.802068] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0735a5c-eaec-46dc-aa55-65039cbebac4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.844663] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12f0c92-a5de-4a60-8c54-734c25977f25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.861218] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b305ba-c6bf-4ecd-bd85-12369bfe2456 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.866044] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.886065] env[63198]: DEBUG nova.compute.provider_tree [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.015851] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711598, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.056581] env[63198]: DEBUG nova.compute.manager [req-a3290a4b-f476-4abe-ae5c-a4b357eca2a4 req-7467a5fb-b28e-4bfd-95c2-9fc3e5102ed4 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Received event network-changed-f253c3be-c668-4dd7-95ca-6187a0a2a28f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.060020] env[63198]: DEBUG nova.compute.manager [req-a3290a4b-f476-4abe-ae5c-a4b357eca2a4 req-7467a5fb-b28e-4bfd-95c2-9fc3e5102ed4 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Refreshing instance network info cache due to event network-changed-f253c3be-c668-4dd7-95ca-6187a0a2a28f. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.060020] env[63198]: DEBUG oslo_concurrency.lockutils [req-a3290a4b-f476-4abe-ae5c-a4b357eca2a4 req-7467a5fb-b28e-4bfd-95c2-9fc3e5102ed4 service nova] Acquiring lock "refresh_cache-02608284-2c80-48e6-8d51-c0010ba2c8db" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.060020] env[63198]: DEBUG oslo_concurrency.lockutils [req-a3290a4b-f476-4abe-ae5c-a4b357eca2a4 req-7467a5fb-b28e-4bfd-95c2-9fc3e5102ed4 service nova] Acquired lock "refresh_cache-02608284-2c80-48e6-8d51-c0010ba2c8db" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.060020] env[63198]: DEBUG nova.network.neutron [req-a3290a4b-f476-4abe-ae5c-a4b357eca2a4 req-7467a5fb-b28e-4bfd-95c2-9fc3e5102ed4 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Refreshing network info cache for port f253c3be-c668-4dd7-95ca-6187a0a2a28f {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.091633] env[63198]: DEBUG nova.network.neutron [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Successfully updated port: 0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.154978] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711596, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.184860] env[63198]: DEBUG nova.network.neutron [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Successfully created port: ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.198067] env[63198]: DEBUG nova.compute.manager [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.238422] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.240019] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.240019] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.240019] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.240019] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.240019] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.240266] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.240266] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.240266] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.240266] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.240266] env[63198]: DEBUG nova.virt.hardware [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.241159] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f89ba9f-8352-4fb4-b22d-10172cccaff1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.252231] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec826e4-3990-4982-93d1-8fbc501cd777 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.338224] env[63198]: DEBUG nova.compute.manager [req-9cf7df0f-d7a3-4996-a893-1ff87ed4b28d req-3cbdd1c5-f05d-44bf-b386-96ae9c1a8e06 service nova] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Received event network-vif-deleted-2691d936-d004-434a-8e84-d820b86ceb5a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.357497] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.391407] env[63198]: DEBUG nova.scheduler.client.report [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.463910] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquiring lock "5c0677e8-1844-47a1-826b-094a866c9d90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.464170] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "5c0677e8-1844-47a1-826b-094a866c9d90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.515208] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573571} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.515208] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 02608284-2c80-48e6-8d51-c0010ba2c8db/02608284-2c80-48e6-8d51-c0010ba2c8db.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.515208] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.515208] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a12ddd54-8f35-43a4-aa25-69f3e96db8f2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.525615] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 588.525615] env[63198]: value = "task-2711599" [ 588.525615] env[63198]: _type = "Task" [ 588.525615] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.537545] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.593822] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.595164] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.595556] env[63198]: DEBUG nova.network.neutron [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.659842] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711596, 'name': CloneVM_Task, 'duration_secs': 1.772541} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.659842] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Created linked-clone VM from snapshot [ 588.661019] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa0a77b-fb9a-4b01-8a24-426e52249360 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.672865] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Uploading image 2926f755-d7a1-47ea-81bb-1c5b1476da4e {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 588.707636] env[63198]: DEBUG oslo_vmware.rw_handles [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 588.707636] env[63198]: value = "vm-546235" [ 588.707636] env[63198]: _type = "VirtualMachine" [ 588.707636] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 588.707929] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8bd7118e-b892-4c0b-ab87-0bf814d085c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.718119] env[63198]: DEBUG oslo_vmware.rw_handles [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lease: (returnval){ [ 588.718119] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d21d0-a152-9788-cfcd-08f40e8d31bf" [ 588.718119] env[63198]: _type = "HttpNfcLease" [ 588.718119] env[63198]: } obtained for exporting VM: (result){ [ 588.718119] env[63198]: value = "vm-546235" [ 588.718119] env[63198]: _type = "VirtualMachine" [ 588.718119] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 588.718119] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the lease: (returnval){ [ 588.718119] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d21d0-a152-9788-cfcd-08f40e8d31bf" [ 588.718119] env[63198]: _type = "HttpNfcLease" [ 588.718119] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 588.728673] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 588.728673] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d21d0-a152-9788-cfcd-08f40e8d31bf" [ 588.728673] env[63198]: _type = "HttpNfcLease" [ 588.728673] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 588.863050] env[63198]: DEBUG oslo_vmware.api [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2711597, 'name': PowerOnVM_Task, 'duration_secs': 1.365891} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.863050] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.863050] env[63198]: INFO nova.compute.manager [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Took 12.87 seconds to spawn the instance on the hypervisor. [ 588.863050] env[63198]: DEBUG nova.compute.manager [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.863050] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d2a09e-137c-48ee-b6ca-2262fe948cce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.911524] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.912795] env[63198]: DEBUG nova.compute.manager [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.914626] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.444s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.037791] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078655} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.040385] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.041441] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2165518-8826-47a4-87db-0026ab0d141e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.074312] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 02608284-2c80-48e6-8d51-c0010ba2c8db/02608284-2c80-48e6-8d51-c0010ba2c8db.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.074875] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d96c6a-c3f1-4e88-a5fc-aea9c14a91bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.100941] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 589.100941] env[63198]: value = "task-2711601" [ 589.100941] env[63198]: _type = "Task" [ 589.100941] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.115530] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.177445] env[63198]: DEBUG nova.network.neutron [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.227344] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 589.227344] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d21d0-a152-9788-cfcd-08f40e8d31bf" [ 589.227344] env[63198]: _type = "HttpNfcLease" [ 589.227344] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 589.229012] env[63198]: DEBUG oslo_vmware.rw_handles [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 589.229012] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d21d0-a152-9788-cfcd-08f40e8d31bf" [ 589.229012] env[63198]: _type = "HttpNfcLease" [ 589.229012] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 589.229012] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89921d92-f535-448e-b7c5-fd7fa454307b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.234750] env[63198]: DEBUG nova.network.neutron [req-a3290a4b-f476-4abe-ae5c-a4b357eca2a4 req-7467a5fb-b28e-4bfd-95c2-9fc3e5102ed4 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Updated VIF entry in instance network info cache for port f253c3be-c668-4dd7-95ca-6187a0a2a28f. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.235128] env[63198]: DEBUG nova.network.neutron [req-a3290a4b-f476-4abe-ae5c-a4b357eca2a4 req-7467a5fb-b28e-4bfd-95c2-9fc3e5102ed4 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Updating instance_info_cache with network_info: [{"id": "f253c3be-c668-4dd7-95ca-6187a0a2a28f", "address": "fa:16:3e:e0:0f:cc", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf253c3be-c6", "ovs_interfaceid": "f253c3be-c668-4dd7-95ca-6187a0a2a28f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.248221] env[63198]: DEBUG oslo_vmware.rw_handles [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52caaee8-6c53-7fe0-de55-dc6ca4cb98a0/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 589.248439] env[63198]: DEBUG oslo_vmware.rw_handles [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52caaee8-6c53-7fe0-de55-dc6ca4cb98a0/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 589.374461] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2d3781e-8437-4d32-89c6-f7eae6f2168b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.387597] env[63198]: INFO nova.compute.manager [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Took 27.87 seconds to build instance. [ 589.425320] env[63198]: DEBUG nova.compute.utils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.430256] env[63198]: INFO nova.compute.claims [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.439044] env[63198]: DEBUG nova.compute.manager [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.439295] env[63198]: DEBUG nova.network.neutron [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.556343] env[63198]: DEBUG nova.policy [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1bb6eeeb2e84b4aafd98032b7cb0492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa62e427eeec40a2828d1d4ebcf068ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.617496] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711601, 'name': ReconfigVM_Task, 'duration_secs': 0.437539} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.617784] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 02608284-2c80-48e6-8d51-c0010ba2c8db/02608284-2c80-48e6-8d51-c0010ba2c8db.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.618626] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-504f1e10-a93a-490b-8184-a11ed67b02da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.630365] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 589.630365] env[63198]: value = "task-2711602" [ 589.630365] env[63198]: _type = "Task" [ 589.630365] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.641949] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711602, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.668255] env[63198]: DEBUG nova.network.neutron [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updating instance_info_cache with network_info: [{"id": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "address": "fa:16:3e:e9:31:8c", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d81a55d-66", "ovs_interfaceid": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.739865] env[63198]: DEBUG oslo_concurrency.lockutils [req-a3290a4b-f476-4abe-ae5c-a4b357eca2a4 req-7467a5fb-b28e-4bfd-95c2-9fc3e5102ed4 service nova] Releasing lock "refresh_cache-02608284-2c80-48e6-8d51-c0010ba2c8db" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.892137] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3c324f20-cdbc-42a7-8bbd-a4c5e9709359 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "7d9abde3-63db-4ea8-bb12-df6000a782d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.904s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.928568] env[63198]: DEBUG nova.compute.manager [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.939477] env[63198]: INFO nova.compute.resource_tracker [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating resource usage from migration 56a560a3-663c-468d-864e-2fc820ab542e [ 590.041511] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "696ecdcb-f9b7-408b-a463-a429bbf079bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.041511] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "696ecdcb-f9b7-408b-a463-a429bbf079bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.048361] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquiring lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.048361] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.143286] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711602, 'name': Rename_Task, 'duration_secs': 0.180361} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.146348] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.147619] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a76e9ae-594c-4115-8240-eaa120ab0d11 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.155261] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 590.155261] env[63198]: value = "task-2711603" [ 590.155261] env[63198]: _type = "Task" [ 590.155261] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.167965] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.171201] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.171499] env[63198]: DEBUG nova.compute.manager [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Instance network_info: |[{"id": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "address": "fa:16:3e:e9:31:8c", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d81a55d-66", "ovs_interfaceid": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.173367] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:31:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d81a55d-66e2-4b8d-8888-48f6a4df1bd4', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.182869] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Creating folder: Project (8fa2077fc72846d5ac06169d8506a0fb). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.187464] env[63198]: DEBUG nova.network.neutron [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Successfully created port: 6e18bed2-0fe5-4638-9dea-892ffc92409a {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.192221] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad67c7a6-eb2e-4540-b8dc-9c68a2e9ebe4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.210108] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Created folder: Project (8fa2077fc72846d5ac06169d8506a0fb) in parent group-v546185. [ 590.210644] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Creating folder: Instances. Parent ref: group-v546236. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.211281] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00ba3e6-8bb6-4547-a630-d2bf38da34b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.225359] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Created folder: Instances in parent group-v546236. [ 590.226073] env[63198]: DEBUG oslo.service.loopingcall [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.226073] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.226073] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71bc5db1-c6bd-409e-bdd8-90aaff689b4d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.257866] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.257866] env[63198]: value = "task-2711606" [ 590.257866] env[63198]: _type = "Task" [ 590.257866] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.269333] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711606, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.396473] env[63198]: DEBUG nova.compute.manager [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.617908] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c1ef2-3f1c-42e4-aa14-b428575fde5e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.627534] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3505736f-9e06-445a-b96a-4591b1389d5b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.668389] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6e958d-0502-4677-8d7e-ffa5e95248bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.681145] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f39169-359b-465d-a957-f188eed2cf4b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.685643] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.699236] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquiring lock "4454f3c5-a41b-4a31-926d-82342dffcde9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.699540] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "4454f3c5-a41b-4a31-926d-82342dffcde9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.699874] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquiring lock "4454f3c5-a41b-4a31-926d-82342dffcde9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.699946] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "4454f3c5-a41b-4a31-926d-82342dffcde9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.700115] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "4454f3c5-a41b-4a31-926d-82342dffcde9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.702487] env[63198]: DEBUG nova.compute.provider_tree [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.703645] env[63198]: INFO nova.compute.manager [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Terminating instance [ 590.771200] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711606, 'name': CreateVM_Task, 'duration_secs': 0.435849} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.771416] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.773135] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.773135] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.773766] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.773766] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-570898e5-86dc-4ce7-bc1f-95a2f1654c85 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.780776] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 590.780776] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522fa462-37be-7c49-5a08-75160a5ec8c3" [ 590.780776] env[63198]: _type = "Task" [ 590.780776] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.792199] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522fa462-37be-7c49-5a08-75160a5ec8c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.927331] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.951400] env[63198]: DEBUG nova.compute.manager [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.985936] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.986202] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.986377] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.986625] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.986841] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.987036] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.987373] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.987639] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.987858] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.988129] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.988553] env[63198]: DEBUG nova.virt.hardware [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.989509] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95340d62-38aa-42cd-81c5-d6fa05d7e8f0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.000769] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a73fa73-0bcd-4e56-a848-92f4be400bd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.183030] env[63198]: DEBUG oslo_vmware.api [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711603, 'name': PowerOnVM_Task, 'duration_secs': 0.606677} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.183030] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.183030] env[63198]: INFO nova.compute.manager [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Took 12.61 seconds to spawn the instance on the hypervisor. [ 591.183030] env[63198]: DEBUG nova.compute.manager [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.183030] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed4db06-445e-4ef8-9f19-f2964a5a913f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.206755] env[63198]: DEBUG nova.scheduler.client.report [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.211269] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquiring lock "refresh_cache-4454f3c5-a41b-4a31-926d-82342dffcde9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.211691] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquired lock "refresh_cache-4454f3c5-a41b-4a31-926d-82342dffcde9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.211691] env[63198]: DEBUG nova.network.neutron [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.267949] env[63198]: DEBUG nova.network.neutron [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Successfully updated port: ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.294636] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522fa462-37be-7c49-5a08-75160a5ec8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014202} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.295676] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.296330] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.300843] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.300843] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.300843] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.300843] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b807f727-28b8-444a-aa3a-40d6f6674789 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.314473] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.319241] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.319241] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc42cb6-ba08-4cb1-86d8-400f22f8c947 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.326863] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 591.326863] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b620c1-1fbc-d1cf-5e46-7916b978d8c5" [ 591.326863] env[63198]: _type = "Task" [ 591.326863] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.341729] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b620c1-1fbc-d1cf-5e46-7916b978d8c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.681370] env[63198]: DEBUG nova.compute.manager [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received event network-vif-plugged-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.681712] env[63198]: DEBUG oslo_concurrency.lockutils [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] Acquiring lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.681820] env[63198]: DEBUG oslo_concurrency.lockutils [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.682640] env[63198]: DEBUG oslo_concurrency.lockutils [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.682640] env[63198]: DEBUG nova.compute.manager [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] No waiting events found dispatching network-vif-plugged-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.682640] env[63198]: WARNING nova.compute.manager [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received unexpected event network-vif-plugged-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 for instance with vm_state building and task_state spawning. [ 591.682640] env[63198]: DEBUG nova.compute.manager [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received event network-changed-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.682640] env[63198]: DEBUG nova.compute.manager [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Refreshing instance network info cache due to event network-changed-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 591.682971] env[63198]: DEBUG oslo_concurrency.lockutils [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] Acquiring lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.682971] env[63198]: DEBUG oslo_concurrency.lockutils [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] Acquired lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.683068] env[63198]: DEBUG nova.network.neutron [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Refreshing network info cache for port 0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.712764] env[63198]: INFO nova.compute.manager [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Took 28.51 seconds to build instance. [ 591.714650] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.800s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.715338] env[63198]: INFO nova.compute.manager [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Migrating [ 591.715338] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.715338] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.718871] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.446s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.721852] env[63198]: INFO nova.compute.claims [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.724404] env[63198]: INFO nova.compute.rpcapi [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 591.725501] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.776731] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.776884] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.777114] env[63198]: DEBUG nova.network.neutron [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.784564] env[63198]: DEBUG nova.network.neutron [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.841559] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b620c1-1fbc-d1cf-5e46-7916b978d8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017037} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.844922] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca403a23-c1b7-43dc-8eb3-6d40b52451ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.854729] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 591.854729] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5299cfaf-e7c0-4bc4-5398-39e8f0453fdc" [ 591.854729] env[63198]: _type = "Task" [ 591.854729] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.864133] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5299cfaf-e7c0-4bc4-5398-39e8f0453fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.945570] env[63198]: DEBUG nova.compute.manager [req-b7b61e93-df15-41a6-b85e-4ee4f3478b0a req-2b26aba8-03f1-4a90-8771-c375d4ad5b55 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Received event network-vif-plugged-ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.945906] env[63198]: DEBUG oslo_concurrency.lockutils [req-b7b61e93-df15-41a6-b85e-4ee4f3478b0a req-2b26aba8-03f1-4a90-8771-c375d4ad5b55 service nova] Acquiring lock "830c47ee-1791-473b-9278-f46e3219c256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.946159] env[63198]: DEBUG oslo_concurrency.lockutils [req-b7b61e93-df15-41a6-b85e-4ee4f3478b0a req-2b26aba8-03f1-4a90-8771-c375d4ad5b55 service nova] Lock "830c47ee-1791-473b-9278-f46e3219c256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.946410] env[63198]: DEBUG oslo_concurrency.lockutils [req-b7b61e93-df15-41a6-b85e-4ee4f3478b0a req-2b26aba8-03f1-4a90-8771-c375d4ad5b55 service nova] Lock "830c47ee-1791-473b-9278-f46e3219c256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.946716] env[63198]: DEBUG nova.compute.manager [req-b7b61e93-df15-41a6-b85e-4ee4f3478b0a req-2b26aba8-03f1-4a90-8771-c375d4ad5b55 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] No waiting events found dispatching network-vif-plugged-ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.948061] env[63198]: WARNING nova.compute.manager [req-b7b61e93-df15-41a6-b85e-4ee4f3478b0a req-2b26aba8-03f1-4a90-8771-c375d4ad5b55 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Received unexpected event network-vif-plugged-ba795f8e-b7ec-4a46-b585-8595d352fcb1 for instance with vm_state building and task_state spawning. [ 591.960999] env[63198]: DEBUG nova.network.neutron [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.132694] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquiring lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.133021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.133238] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquiring lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.133424] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.133598] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.143497] env[63198]: INFO nova.compute.manager [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Terminating instance [ 592.222719] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2c80d45c-00e5-4af4-8e16-e5caf3a2a770 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "02608284-2c80-48e6-8d51-c0010ba2c8db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.565s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.254749] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.254962] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.255202] env[63198]: DEBUG nova.network.neutron [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.367448] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5299cfaf-e7c0-4bc4-5398-39e8f0453fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.018845} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.367831] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.368146] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d/1e3e7894-9094-4dcb-8409-9a8f800e690d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.368474] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe8cf92a-4f7d-479e-8abc-0bf0efdcc4c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.379822] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 592.379822] env[63198]: value = "task-2711607" [ 592.379822] env[63198]: _type = "Task" [ 592.379822] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.395380] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.398999] env[63198]: DEBUG nova.network.neutron [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.463399] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Releasing lock "refresh_cache-4454f3c5-a41b-4a31-926d-82342dffcde9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.463812] env[63198]: DEBUG nova.compute.manager [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.464010] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.465873] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8e43e-49ef-4348-a6d8-73e48411cf35 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.476863] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.477212] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8394e181-3411-400a-8f1a-28b8e356e1d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.487772] env[63198]: DEBUG oslo_vmware.api [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 592.487772] env[63198]: value = "task-2711608" [ 592.487772] env[63198]: _type = "Task" [ 592.487772] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.498955] env[63198]: DEBUG oslo_vmware.api [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.644121] env[63198]: DEBUG nova.compute.manager [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 592.644735] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 592.645841] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2778df81-79c0-4edc-aa4a-b0ab9864a1e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.656013] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 592.656589] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a42afb3-1124-46ef-8995-ef42a3be37dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.664213] env[63198]: DEBUG oslo_vmware.api [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 592.664213] env[63198]: value = "task-2711609" [ 592.664213] env[63198]: _type = "Task" [ 592.664213] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.688967] env[63198]: DEBUG oslo_vmware.api [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.724756] env[63198]: DEBUG nova.compute.manager [None req-998f7676-9964-4c42-9a1e-8d161b5fbc0f tempest-ServersListShow296Test-178677283 tempest-ServersListShow296Test-178677283-project-member] [instance: a0570eb7-1f63-4ae1-9f26-ab726395edf3] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.893129] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711607, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.997473] env[63198]: DEBUG nova.network.neutron [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updated VIF entry in instance network info cache for port 0d81a55d-66e2-4b8d-8888-48f6a4df1bd4. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.997966] env[63198]: DEBUG nova.network.neutron [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updating instance_info_cache with network_info: [{"id": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "address": "fa:16:3e:e9:31:8c", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d81a55d-66", "ovs_interfaceid": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.010596] env[63198]: DEBUG oslo_vmware.api [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711608, 'name': PowerOffVM_Task, 'duration_secs': 0.174634} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.013430] env[63198]: DEBUG oslo_concurrency.lockutils [req-e1ff642f-8f0d-499e-8324-137f5a460571 req-54a217ba-9738-41bf-bf89-a478928aded2 service nova] Releasing lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.014295] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 593.014565] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 593.016629] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7172538-e044-4ad8-9ae6-2206dfd489de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.087041] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 593.087041] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 593.087041] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Deleting the datastore file [datastore2] 4454f3c5-a41b-4a31-926d-82342dffcde9 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.087459] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12ecf088-a212-4560-b3b8-b43b36ec88b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.102082] env[63198]: DEBUG oslo_vmware.api [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for the task: (returnval){ [ 593.102082] env[63198]: value = "task-2711611" [ 593.102082] env[63198]: _type = "Task" [ 593.102082] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.114021] env[63198]: DEBUG oslo_vmware.api [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.174679] env[63198]: DEBUG oslo_vmware.api [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711609, 'name': PowerOffVM_Task, 'duration_secs': 0.358096} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.174963] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 593.175173] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 593.175499] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44a12327-8605-4644-ba1d-3625649179fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.234873] env[63198]: DEBUG nova.compute.manager [None req-998f7676-9964-4c42-9a1e-8d161b5fbc0f tempest-ServersListShow296Test-178677283 tempest-ServersListShow296Test-178677283-project-member] [instance: a0570eb7-1f63-4ae1-9f26-ab726395edf3] Instance disappeared before build. {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 593.262600] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c152a1f3-a0eb-4cb2-82e8-c726d2d1d0f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.271590] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 593.271820] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 593.271998] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Deleting the datastore file [datastore2] 62f2c47b-4eb6-4fd5-9942-8f12de9b289d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.272718] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0826c11-e09a-4ca5-86e6-0e98d23c6eb0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.281141] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77022d58-8596-4921-bbd0-398a76cd1c92 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.288797] env[63198]: DEBUG oslo_vmware.api [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for the task: (returnval){ [ 593.288797] env[63198]: value = "task-2711613" [ 593.288797] env[63198]: _type = "Task" [ 593.288797] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.320935] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc1a838-d1de-4baf-92c4-9a372fe6c4fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.327035] env[63198]: DEBUG oslo_vmware.api [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.333060] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b770f6a7-79f5-413b-afa4-30aafca9d96d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.348583] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.393248] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672206} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.393248] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d/1e3e7894-9094-4dcb-8409-9a8f800e690d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.393248] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.394298] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a44e061-45cf-4b55-bca4-9fee0d0ec9b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.398201] env[63198]: DEBUG nova.network.neutron [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Updating instance_info_cache with network_info: [{"id": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "address": "fa:16:3e:69:5b:b3", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba795f8e-b7", "ovs_interfaceid": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.403614] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 593.403614] env[63198]: value = "task-2711614" [ 593.403614] env[63198]: _type = "Task" [ 593.403614] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.415486] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.618285] env[63198]: DEBUG oslo_vmware.api [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Task: {'id': task-2711611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203725} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.618551] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.618733] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 593.619057] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 593.619170] env[63198]: INFO nova.compute.manager [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 593.619677] env[63198]: DEBUG oslo.service.loopingcall [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.619677] env[63198]: DEBUG nova.compute.manager [-] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 593.619677] env[63198]: DEBUG nova.network.neutron [-] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.679226] env[63198]: DEBUG nova.network.neutron [-] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.759872] env[63198]: DEBUG oslo_concurrency.lockutils [None req-998f7676-9964-4c42-9a1e-8d161b5fbc0f tempest-ServersListShow296Test-178677283 tempest-ServersListShow296Test-178677283-project-member] Lock "a0570eb7-1f63-4ae1-9f26-ab726395edf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.436s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.809051] env[63198]: DEBUG oslo_vmware.api [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Task: {'id': task-2711613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213878} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.809051] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.809051] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 593.809051] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 593.809051] env[63198]: INFO nova.compute.manager [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 593.809476] env[63198]: DEBUG oslo.service.loopingcall [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.809476] env[63198]: DEBUG nova.compute.manager [-] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 593.809476] env[63198]: DEBUG nova.network.neutron [-] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 593.872094] env[63198]: DEBUG nova.network.neutron [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Successfully updated port: 6e18bed2-0fe5-4638-9dea-892ffc92409a {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.889147] env[63198]: ERROR nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [req-e9d19e63-d14e-4514-a24f-72d44407cfe5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d308dc64-6d78-4a70-909e-0ffbc815f5eb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e9d19e63-d14e-4514-a24f-72d44407cfe5"}]} [ 593.900183] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.900509] env[63198]: DEBUG nova.compute.manager [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Instance network_info: |[{"id": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "address": "fa:16:3e:69:5b:b3", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba795f8e-b7", "ovs_interfaceid": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.901791] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:5b:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba795f8e-b7ec-4a46-b585-8595d352fcb1', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.911190] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Creating folder: Project (38e7e100fc154452b2f178eb15511b0e). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.913085] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 593.915769] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b524ce4f-92e4-44b0-9f6d-141136200f6b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.934251] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082368} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.934540] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.938786] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f72fe93-d19f-4698-bdc3-fb3d9e7e2561 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.952559] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 593.952559] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.954589] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Created folder: Project (38e7e100fc154452b2f178eb15511b0e) in parent group-v546185. [ 593.956349] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Creating folder: Instances. Parent ref: group-v546239. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.960306] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f8b8e4f-96d8-426c-ad16-17540f0ad4f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.986200] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d/1e3e7894-9094-4dcb-8409-9a8f800e690d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.987522] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 593.995029] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f5a0af-68c3-4a1a-928c-b2a0df3ea8f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.011449] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Created folder: Instances in parent group-v546239. [ 594.011698] env[63198]: DEBUG oslo.service.loopingcall [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.012991] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.014059] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4fba32c-8ae9-4772-ac91-f226ee30f259 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.043389] env[63198]: DEBUG nova.network.neutron [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance_info_cache with network_info: [{"id": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "address": "fa:16:3e:62:cf:38", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8b6a13-a9", "ovs_interfaceid": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.045804] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 594.045804] env[63198]: value = "task-2711617" [ 594.045804] env[63198]: _type = "Task" [ 594.045804] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.054424] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.054424] env[63198]: value = "task-2711618" [ 594.054424] env[63198]: _type = "Task" [ 594.054424] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.055549] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 594.055905] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb generation from 41 to 42 during operation: update_traits {{(pid=63198) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 594.066200] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.075141] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711618, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.184511] env[63198]: DEBUG nova.network.neutron [-] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.265180] env[63198]: DEBUG nova.compute.manager [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.375114] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "refresh_cache-4e786d04-20a7-4850-a470-bad3e3d3bcb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.375289] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "refresh_cache-4e786d04-20a7-4850-a470-bad3e3d3bcb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.375562] env[63198]: DEBUG nova.network.neutron [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.462041] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquiring lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.462245] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.549248] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.568965] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711617, 'name': ReconfigVM_Task, 'duration_secs': 0.532345} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.572783] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d/1e3e7894-9094-4dcb-8409-9a8f800e690d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.574330] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b456ce43-9de1-44c3-a293-eada52901081 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.583979] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711618, 'name': CreateVM_Task, 'duration_secs': 0.474698} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.585280] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.586180] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.588016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.588016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.588016] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fbbcf9-6a84-484b-a5a4-aee27526debd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.591516] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 594.591516] env[63198]: value = "task-2711619" [ 594.591516] env[63198]: _type = "Task" [ 594.591516] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.601929] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 594.601929] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529ce44d-c78f-9f73-9678-258030b2bf08" [ 594.601929] env[63198]: _type = "Task" [ 594.601929] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.610694] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711619, 'name': Rename_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.618493] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529ce44d-c78f-9f73-9678-258030b2bf08, 'name': SearchDatastore_Task, 'duration_secs': 0.015475} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.626026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.626026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.626026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.626026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.626321] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.626321] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a613100-7b15-4501-849a-7c616177724f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.634241] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.635155] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.635376] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7417b9df-4120-4918-ab9a-6e0111f62514 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.648299] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 594.648299] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524365b7-af42-7e3d-6fff-61533bd22d0c" [ 594.648299] env[63198]: _type = "Task" [ 594.648299] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.658553] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524365b7-af42-7e3d-6fff-61533bd22d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.690637] env[63198]: INFO nova.compute.manager [-] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Took 1.07 seconds to deallocate network for instance. [ 594.713795] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3523946f-7fe0-49c2-9ec7-00ae3f9fce2b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.724859] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210bb27a-81de-4dc4-a8fb-9afd577f7231 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.772209] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a4e14-b61b-4097-81b3-32990a2849e6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.786672] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735daeb5-a355-4ca2-8d00-69475c6bcd40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.802739] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 594.806478] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.957420] env[63198]: DEBUG nova.network.neutron [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.106886] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711619, 'name': Rename_Task, 'duration_secs': 0.231243} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.106886] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.106886] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ed1e6b-34c9-4a16-80cf-206f3d57d5da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.113442] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 595.113442] env[63198]: value = "task-2711624" [ 595.113442] env[63198]: _type = "Task" [ 595.113442] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.129453] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.159232] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524365b7-af42-7e3d-6fff-61533bd22d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.160715] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b122318-ed30-48db-9a60-e43d32aec1df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.166594] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 595.166594] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce5abb-24e6-d91d-ca38-c4e9658995bb" [ 595.166594] env[63198]: _type = "Task" [ 595.166594] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.174917] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce5abb-24e6-d91d-ca38-c4e9658995bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.198311] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.309612] env[63198]: DEBUG nova.network.neutron [-] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.358251] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updated inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 595.358525] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb generation from 42 to 43 during operation: update_inventory {{(pid=63198) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 595.358704] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 595.368589] env[63198]: DEBUG nova.network.neutron [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Updating instance_info_cache with network_info: [{"id": "6e18bed2-0fe5-4638-9dea-892ffc92409a", "address": "fa:16:3e:ea:a1:a8", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e18bed2-0f", "ovs_interfaceid": "6e18bed2-0fe5-4638-9dea-892ffc92409a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.373989] env[63198]: DEBUG nova.compute.manager [req-ab1eb08c-b8e8-458c-b59f-c3471a693af9 req-9738828d-2d91-47c8-ac0f-94db1fe47378 service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Received event network-vif-plugged-6e18bed2-0fe5-4638-9dea-892ffc92409a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.373989] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab1eb08c-b8e8-458c-b59f-c3471a693af9 req-9738828d-2d91-47c8-ac0f-94db1fe47378 service nova] Acquiring lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.373989] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab1eb08c-b8e8-458c-b59f-c3471a693af9 req-9738828d-2d91-47c8-ac0f-94db1fe47378 service nova] Lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.373989] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab1eb08c-b8e8-458c-b59f-c3471a693af9 req-9738828d-2d91-47c8-ac0f-94db1fe47378 service nova] Lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.373989] env[63198]: DEBUG nova.compute.manager [req-ab1eb08c-b8e8-458c-b59f-c3471a693af9 req-9738828d-2d91-47c8-ac0f-94db1fe47378 service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] No waiting events found dispatching network-vif-plugged-6e18bed2-0fe5-4638-9dea-892ffc92409a {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.374235] env[63198]: WARNING nova.compute.manager [req-ab1eb08c-b8e8-458c-b59f-c3471a693af9 req-9738828d-2d91-47c8-ac0f-94db1fe47378 service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Received unexpected event network-vif-plugged-6e18bed2-0fe5-4638-9dea-892ffc92409a for instance with vm_state building and task_state spawning. [ 595.625997] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711624, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.683019] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce5abb-24e6-d91d-ca38-c4e9658995bb, 'name': SearchDatastore_Task, 'duration_secs': 0.017363} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.683527] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.684215] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 830c47ee-1791-473b-9278-f46e3219c256/830c47ee-1791-473b-9278-f46e3219c256.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.684677] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-970ce040-eb73-4cea-b542-aa7217c67994 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.697219] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 595.697219] env[63198]: value = "task-2711625" [ 595.697219] env[63198]: _type = "Task" [ 595.697219] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.707167] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.760700] env[63198]: DEBUG nova.compute.manager [req-9c749018-de05-479e-a7aa-17ca4a0cd407 req-914d3428-2d2b-4cf6-9b1e-a59bff3cc0d1 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Received event network-changed-ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.760901] env[63198]: DEBUG nova.compute.manager [req-9c749018-de05-479e-a7aa-17ca4a0cd407 req-914d3428-2d2b-4cf6-9b1e-a59bff3cc0d1 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Refreshing instance network info cache due to event network-changed-ba795f8e-b7ec-4a46-b585-8595d352fcb1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.761137] env[63198]: DEBUG oslo_concurrency.lockutils [req-9c749018-de05-479e-a7aa-17ca4a0cd407 req-914d3428-2d2b-4cf6-9b1e-a59bff3cc0d1 service nova] Acquiring lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.761352] env[63198]: DEBUG oslo_concurrency.lockutils [req-9c749018-de05-479e-a7aa-17ca4a0cd407 req-914d3428-2d2b-4cf6-9b1e-a59bff3cc0d1 service nova] Acquired lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.761439] env[63198]: DEBUG nova.network.neutron [req-9c749018-de05-479e-a7aa-17ca4a0cd407 req-914d3428-2d2b-4cf6-9b1e-a59bff3cc0d1 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Refreshing network info cache for port ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.814580] env[63198]: INFO nova.compute.manager [-] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Took 2.01 seconds to deallocate network for instance. [ 595.865950] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.147s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.870724] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.873026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.382s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.876405] env[63198]: INFO nova.compute.claims [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.882736] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "refresh_cache-4e786d04-20a7-4850-a470-bad3e3d3bcb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.882996] env[63198]: DEBUG nova.compute.manager [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Instance network_info: |[{"id": "6e18bed2-0fe5-4638-9dea-892ffc92409a", "address": "fa:16:3e:ea:a1:a8", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e18bed2-0f", "ovs_interfaceid": "6e18bed2-0fe5-4638-9dea-892ffc92409a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.883609] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:a1:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e18bed2-0fe5-4638-9dea-892ffc92409a', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.892695] env[63198]: DEBUG oslo.service.loopingcall [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.893380] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.893640] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7440bdf-bd77-466e-aa68-8d19a8e48817 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.920638] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.920638] env[63198]: value = "task-2711626" [ 595.920638] env[63198]: _type = "Task" [ 595.920638] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.931154] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711626, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.061474] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db31b81a-e7c2-46c2-b052-4ee404a115ca tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "b770a3e4-7ea4-44d5-9054-06308ede3f33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.061474] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db31b81a-e7c2-46c2-b052-4ee404a115ca tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "b770a3e4-7ea4-44d5-9054-06308ede3f33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.080417] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d6dcee-1d7c-4264-804f-2485ba7a3779 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.130827] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance 'd53844a9-7e9e-47d5-97a9-80df25e74c57' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 596.161024] env[63198]: DEBUG oslo_vmware.api [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711624, 'name': PowerOnVM_Task, 'duration_secs': 0.732675} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.161024] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.161024] env[63198]: INFO nova.compute.manager [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Took 12.68 seconds to spawn the instance on the hypervisor. [ 596.161024] env[63198]: DEBUG nova.compute.manager [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.161024] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b908891-7c4d-432d-b888-af8c3bd76e61 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.211030] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711625, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.327261] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.374908] env[63198]: DEBUG nova.compute.utils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.378746] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.378746] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.434646] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711626, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.483739] env[63198]: DEBUG nova.policy [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '309f111f29cb4ed58a4f66fe62e63f6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2be939456cb546d9be523eca68174be5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.649943] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.649943] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-804ea46d-b9ad-4e8f-9759-ecd7ced96ecf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.657857] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 596.657857] env[63198]: value = "task-2711627" [ 596.657857] env[63198]: _type = "Task" [ 596.657857] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.668139] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.687980] env[63198]: INFO nova.compute.manager [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Took 33.33 seconds to build instance. [ 596.710687] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703171} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.714797] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 830c47ee-1791-473b-9278-f46e3219c256/830c47ee-1791-473b-9278-f46e3219c256.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.715129] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.716239] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b920789-5735-4730-9172-7899b62a9934 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.726648] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 596.726648] env[63198]: value = "task-2711628" [ 596.726648] env[63198]: _type = "Task" [ 596.726648] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.739118] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.881413] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.948413] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711626, 'name': CreateVM_Task, 'duration_secs': 0.585294} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.948807] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.949578] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.954023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.954023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.954023] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79918529-f453-4448-a391-c1c60722aba1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.966238] env[63198]: DEBUG nova.network.neutron [req-9c749018-de05-479e-a7aa-17ca4a0cd407 req-914d3428-2d2b-4cf6-9b1e-a59bff3cc0d1 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Updated VIF entry in instance network info cache for port ba795f8e-b7ec-4a46-b585-8595d352fcb1. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.966883] env[63198]: DEBUG nova.network.neutron [req-9c749018-de05-479e-a7aa-17ca4a0cd407 req-914d3428-2d2b-4cf6-9b1e-a59bff3cc0d1 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Updating instance_info_cache with network_info: [{"id": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "address": "fa:16:3e:69:5b:b3", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba795f8e-b7", "ovs_interfaceid": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.973327] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 596.973327] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527d32c9-aae3-11c6-e0eb-772e2ed68b0b" [ 596.973327] env[63198]: _type = "Task" [ 596.973327] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.002980] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527d32c9-aae3-11c6-e0eb-772e2ed68b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.016786} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.009202] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.009912] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.010135] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.010293] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.010469] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.011290] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b0823c3-7b87-4027-9462-61bac043555a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.021738] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.021738] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.023030] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb78426d-93fb-40a6-a119-71a4bf0a6143 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.031181] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 597.031181] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52020c39-b1e7-b835-2da3-5e69bf953a24" [ 597.031181] env[63198]: _type = "Task" [ 597.031181] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.042825] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52020c39-b1e7-b835-2da3-5e69bf953a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.176479] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711627, 'name': PowerOffVM_Task, 'duration_secs': 0.308411} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.176817] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.177035] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance 'd53844a9-7e9e-47d5-97a9-80df25e74c57' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 597.192578] env[63198]: DEBUG oslo_concurrency.lockutils [None req-20019986-afeb-4abd-8dec-a5dca9c7bac6 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.065s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.245318] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126149} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.245669] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.246596] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8f6da-360c-4cea-a74c-8d43de6db39c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.280993] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 830c47ee-1791-473b-9278-f46e3219c256/830c47ee-1791-473b-9278-f46e3219c256.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.284533] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c73dd9-f42f-45d2-8e34-0b5108ae878a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.306061] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 597.306061] env[63198]: value = "task-2711629" [ 597.306061] env[63198]: _type = "Task" [ 597.306061] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.315632] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.335862] env[63198]: DEBUG oslo_vmware.rw_handles [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52caaee8-6c53-7fe0-de55-dc6ca4cb98a0/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 597.337118] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31482aec-d6b1-4b58-ac8e-2e7fcc4e5c37 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.347639] env[63198]: DEBUG oslo_vmware.rw_handles [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52caaee8-6c53-7fe0-de55-dc6ca4cb98a0/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 597.347810] env[63198]: ERROR oslo_vmware.rw_handles [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52caaee8-6c53-7fe0-de55-dc6ca4cb98a0/disk-0.vmdk due to incomplete transfer. [ 597.348610] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a6818059-0ce2-4d76-afea-a27e2b8d9a0f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.357423] env[63198]: DEBUG oslo_vmware.rw_handles [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52caaee8-6c53-7fe0-de55-dc6ca4cb98a0/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 597.357559] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Uploaded image 2926f755-d7a1-47ea-81bb-1c5b1476da4e to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 597.361279] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 597.363896] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37547044-b6b8-4460-b2a4-911832060c3c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.372832] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 597.372832] env[63198]: value = "task-2711630" [ 597.372832] env[63198]: _type = "Task" [ 597.372832] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.393853] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711630, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.472452] env[63198]: DEBUG oslo_concurrency.lockutils [req-9c749018-de05-479e-a7aa-17ca4a0cd407 req-914d3428-2d2b-4cf6-9b1e-a59bff3cc0d1 service nova] Releasing lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.541999] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52020c39-b1e7-b835-2da3-5e69bf953a24, 'name': SearchDatastore_Task, 'duration_secs': 0.016887} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.542294] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1940631-9ac7-4690-b5bb-77c8f8794a3f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.548814] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 597.548814] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5216bdc6-77d5-8056-a465-a9e89e7ec449" [ 597.548814] env[63198]: _type = "Task" [ 597.548814] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.571731] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5216bdc6-77d5-8056-a465-a9e89e7ec449, 'name': SearchDatastore_Task, 'duration_secs': 0.012533} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.572069] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.572729] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4e786d04-20a7-4850-a470-bad3e3d3bcb1/4e786d04-20a7-4850-a470-bad3e3d3bcb1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.573506] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d20ab3a5-79f5-4173-a77e-caedc6a56265 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.584922] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 597.584922] env[63198]: value = "task-2711631" [ 597.584922] env[63198]: _type = "Task" [ 597.584922] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.599594] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.689680] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.689680] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.689680] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.689680] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.690113] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.690113] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.690113] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.690113] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.690113] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.690272] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.690272] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.702407] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Successfully created port: f49973be-dac1-47b9-9d60-cfc466cfc6c4 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.702407] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7722643a-5f71-4135-b418-77090503ac5a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.715812] env[63198]: DEBUG nova.compute.manager [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.724799] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 597.724799] env[63198]: value = "task-2711632" [ 597.724799] env[63198]: _type = "Task" [ 597.724799] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.732511] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4013a8d6-60c8-470e-baab-3367b056da23 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.746676] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.750250] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223a17a-52d6-4ac1-94a8-5c6331a2184e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.786539] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dd45fc-c262-42ca-bad8-655363356ad9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.794929] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4d7a4b-92fb-4f35-b714-16d15d24a96e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.821049] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 597.834639] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.885941] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711630, 'name': Destroy_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.896847] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.931920] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.931920] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.936559] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.936559] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.936559] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.936763] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.936991] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.937213] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.937426] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.937828] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.937828] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.938713] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa0dd4-25a4-406e-b402-90450f5c3f9c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.951210] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee8a2bc-47cd-4b6b-8485-cf275b1f978c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.096497] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711631, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.242736] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711632, 'name': ReconfigVM_Task, 'duration_secs': 0.234979} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.246962] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance 'd53844a9-7e9e-47d5-97a9-80df25e74c57' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 598.255126] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.339903] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711629, 'name': ReconfigVM_Task, 'duration_secs': 0.596876} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.340337] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 830c47ee-1791-473b-9278-f46e3219c256/830c47ee-1791-473b-9278-f46e3219c256.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.341119] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9caa9bc3-fe1b-4f4b-9f5e-3c434aaa387c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.351080] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 598.351080] env[63198]: value = "task-2711634" [ 598.351080] env[63198]: _type = "Task" [ 598.351080] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.358635] env[63198]: ERROR nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [req-3f4bc350-47f7-4f8d-9fe6-0452ef43e01a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d308dc64-6d78-4a70-909e-0ffbc815f5eb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3f4bc350-47f7-4f8d-9fe6-0452ef43e01a"}]} [ 598.366815] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711634, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.384466] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 598.393178] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711630, 'name': Destroy_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.413419] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 598.413653] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.430238] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 598.469386] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 598.606026] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798835} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.606026] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4e786d04-20a7-4850-a470-bad3e3d3bcb1/4e786d04-20a7-4850-a470-bad3e3d3bcb1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.606026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.606026] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aac2249-672c-4506-9ca5-cbc705fed9d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.622480] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 598.622480] env[63198]: value = "task-2711635" [ 598.622480] env[63198]: _type = "Task" [ 598.622480] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.640158] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.753722] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.754105] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.755789] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.755789] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.755789] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.755789] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.755789] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.756424] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.756679] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.757833] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.757833] env[63198]: DEBUG nova.virt.hardware [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.765635] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 598.765992] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a311e546-4a52-4a7f-af7d-e0eac0591c36 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.793801] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 598.793801] env[63198]: value = "task-2711636" [ 598.793801] env[63198]: _type = "Task" [ 598.793801] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.811512] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.867631] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711634, 'name': Rename_Task, 'duration_secs': 0.375434} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.867631] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.867631] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7a5d50-54bd-4fba-b2ce-fd812062afbc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.877627] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 598.877627] env[63198]: value = "task-2711637" [ 598.877627] env[63198]: _type = "Task" [ 598.877627] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.906365] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711637, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.910255] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711630, 'name': Destroy_Task, 'duration_secs': 1.434084} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.910964] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Destroyed the VM [ 598.910964] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 598.911424] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-837a98b4-12b2-4105-97a4-425fa710edea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.919606] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 598.919606] env[63198]: value = "task-2711638" [ 598.919606] env[63198]: _type = "Task" [ 598.919606] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.930514] env[63198]: DEBUG nova.compute.manager [req-ebda7adc-b10e-4a4e-99ee-1654daa423de req-78511d04-f670-4343-b135-8e9856e96ead service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Received event network-changed-6e18bed2-0fe5-4638-9dea-892ffc92409a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.930812] env[63198]: DEBUG nova.compute.manager [req-ebda7adc-b10e-4a4e-99ee-1654daa423de req-78511d04-f670-4343-b135-8e9856e96ead service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Refreshing instance network info cache due to event network-changed-6e18bed2-0fe5-4638-9dea-892ffc92409a. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.930922] env[63198]: DEBUG oslo_concurrency.lockutils [req-ebda7adc-b10e-4a4e-99ee-1654daa423de req-78511d04-f670-4343-b135-8e9856e96ead service nova] Acquiring lock "refresh_cache-4e786d04-20a7-4850-a470-bad3e3d3bcb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.931054] env[63198]: DEBUG oslo_concurrency.lockutils [req-ebda7adc-b10e-4a4e-99ee-1654daa423de req-78511d04-f670-4343-b135-8e9856e96ead service nova] Acquired lock "refresh_cache-4e786d04-20a7-4850-a470-bad3e3d3bcb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.931318] env[63198]: DEBUG nova.network.neutron [req-ebda7adc-b10e-4a4e-99ee-1654daa423de req-78511d04-f670-4343-b135-8e9856e96ead service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Refreshing network info cache for port 6e18bed2-0fe5-4638-9dea-892ffc92409a {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.944640] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711638, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.067972] env[63198]: DEBUG nova.compute.manager [req-9d13c416-599d-4e28-a96f-fc40f3844806 req-00ce9823-60b4-4759-8e18-8e06e4d1d70c service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Received event network-changed-e429419e-51d5-435c-b9c3-8f17f1e1eb5d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.068202] env[63198]: DEBUG nova.compute.manager [req-9d13c416-599d-4e28-a96f-fc40f3844806 req-00ce9823-60b4-4759-8e18-8e06e4d1d70c service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Refreshing instance network info cache due to event network-changed-e429419e-51d5-435c-b9c3-8f17f1e1eb5d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 599.068417] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d13c416-599d-4e28-a96f-fc40f3844806 req-00ce9823-60b4-4759-8e18-8e06e4d1d70c service nova] Acquiring lock "refresh_cache-7d9abde3-63db-4ea8-bb12-df6000a782d1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.068763] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d13c416-599d-4e28-a96f-fc40f3844806 req-00ce9823-60b4-4759-8e18-8e06e4d1d70c service nova] Acquired lock "refresh_cache-7d9abde3-63db-4ea8-bb12-df6000a782d1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.068763] env[63198]: DEBUG nova.network.neutron [req-9d13c416-599d-4e28-a96f-fc40f3844806 req-00ce9823-60b4-4759-8e18-8e06e4d1d70c service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Refreshing network info cache for port e429419e-51d5-435c-b9c3-8f17f1e1eb5d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.140045] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080305} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.141495] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.142264] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cc0a3a-1cea-4718-8e5e-7a4a37fea547 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.146427] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f2a6de-236d-47fa-b6c5-1002686ec7c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.169355] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706735c8-bef3-4ab2-a68e-77d70deebae0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.183466] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 4e786d04-20a7-4850-a470-bad3e3d3bcb1/4e786d04-20a7-4850-a470-bad3e3d3bcb1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.183789] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c8d2219-2a17-44fe-827d-2bc3cdcf515e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.241238] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e6d53f-f9ad-48b4-8914-f6af41c2562c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.244403] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 599.244403] env[63198]: value = "task-2711639" [ 599.244403] env[63198]: _type = "Task" [ 599.244403] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.252052] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37963daa-063f-4062-879e-16c947795cce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.261198] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.272702] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.305432] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711636, 'name': ReconfigVM_Task, 'duration_secs': 0.44941} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.305726] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 599.306963] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69092f5f-b3c0-4e29-a976-e5ae0c0ea2b2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.332090] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] d53844a9-7e9e-47d5-97a9-80df25e74c57/d53844a9-7e9e-47d5-97a9-80df25e74c57.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.332788] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-768edc17-9abc-43e9-aca7-2134e62825a9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.353324] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 599.353324] env[63198]: value = "task-2711640" [ 599.353324] env[63198]: _type = "Task" [ 599.353324] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.362928] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.386896] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.433769] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711638, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.758911] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711639, 'name': ReconfigVM_Task, 'duration_secs': 0.422317} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.759207] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 4e786d04-20a7-4850-a470-bad3e3d3bcb1/4e786d04-20a7-4850-a470-bad3e3d3bcb1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.759840] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-011b1d99-0bdb-4a54-b69c-402baa7c6d50 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.767652] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 599.767652] env[63198]: value = "task-2711641" [ 599.767652] env[63198]: _type = "Task" [ 599.767652] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.782374] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711641, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.821596] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updated inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 599.821596] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb generation from 44 to 45 during operation: update_inventory {{(pid=63198) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 599.821596] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.867423] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.892248] env[63198]: DEBUG oslo_vmware.api [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2711637, 'name': PowerOnVM_Task, 'duration_secs': 0.87888} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.892680] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.892680] env[63198]: INFO nova.compute.manager [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Took 11.69 seconds to spawn the instance on the hypervisor. [ 599.892838] env[63198]: DEBUG nova.compute.manager [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.893817] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2a20ba-864f-4df3-9d94-79dd4b1bc1a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.941264] env[63198]: DEBUG oslo_vmware.api [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711638, 'name': RemoveSnapshot_Task, 'duration_secs': 0.842424} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.941662] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 599.941963] env[63198]: INFO nova.compute.manager [None req-2daa2716-f713-47d3-8031-d9d1fd5b088b tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Took 15.94 seconds to snapshot the instance on the hypervisor. [ 600.286541] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711641, 'name': Rename_Task, 'duration_secs': 0.186276} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.286936] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.287455] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11a3b764-7d6f-4fc7-98d5-cb1bc0696749 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.296135] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 600.296135] env[63198]: value = "task-2711643" [ 600.296135] env[63198]: _type = "Task" [ 600.296135] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.305843] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.333102] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.460s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.333816] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.336873] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.723s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.338498] env[63198]: INFO nova.compute.claims [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.350904] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "151e37de-37cc-4200-8a43-b36108b552d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.350904] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "151e37de-37cc-4200-8a43-b36108b552d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.369299] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711640, 'name': ReconfigVM_Task, 'duration_secs': 0.526696} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.369600] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Reconfigured VM instance instance-00000006 to attach disk [datastore1] d53844a9-7e9e-47d5-97a9-80df25e74c57/d53844a9-7e9e-47d5-97a9-80df25e74c57.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.369871] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance 'd53844a9-7e9e-47d5-97a9-80df25e74c57' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 600.377276] env[63198]: DEBUG nova.network.neutron [req-ebda7adc-b10e-4a4e-99ee-1654daa423de req-78511d04-f670-4343-b135-8e9856e96ead service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Updated VIF entry in instance network info cache for port 6e18bed2-0fe5-4638-9dea-892ffc92409a. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.377429] env[63198]: DEBUG nova.network.neutron [req-ebda7adc-b10e-4a4e-99ee-1654daa423de req-78511d04-f670-4343-b135-8e9856e96ead service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Updating instance_info_cache with network_info: [{"id": "6e18bed2-0fe5-4638-9dea-892ffc92409a", "address": "fa:16:3e:ea:a1:a8", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e18bed2-0f", "ovs_interfaceid": "6e18bed2-0fe5-4638-9dea-892ffc92409a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.423845] env[63198]: INFO nova.compute.manager [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Took 36.80 seconds to build instance. [ 600.586401] env[63198]: DEBUG nova.network.neutron [req-9d13c416-599d-4e28-a96f-fc40f3844806 req-00ce9823-60b4-4759-8e18-8e06e4d1d70c service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Updated VIF entry in instance network info cache for port e429419e-51d5-435c-b9c3-8f17f1e1eb5d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.587065] env[63198]: DEBUG nova.network.neutron [req-9d13c416-599d-4e28-a96f-fc40f3844806 req-00ce9823-60b4-4759-8e18-8e06e4d1d70c service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Updating instance_info_cache with network_info: [{"id": "e429419e-51d5-435c-b9c3-8f17f1e1eb5d", "address": "fa:16:3e:19:ed:30", "network": {"id": "28a8944c-d7c9-4f19-bea6-1b887ae8d0c7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1939041502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dac836a6edd4b2197716465674f1921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape429419e-51", "ovs_interfaceid": "e429419e-51d5-435c-b9c3-8f17f1e1eb5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.808247] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.849416] env[63198]: DEBUG nova.compute.utils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.849416] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.849416] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.878549] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba57b44-2a97-4e00-b64f-2bd6d09dc23f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.884735] env[63198]: DEBUG oslo_concurrency.lockutils [req-ebda7adc-b10e-4a4e-99ee-1654daa423de req-78511d04-f670-4343-b135-8e9856e96ead service nova] Releasing lock "refresh_cache-4e786d04-20a7-4850-a470-bad3e3d3bcb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.885313] env[63198]: DEBUG nova.compute.manager [req-ebda7adc-b10e-4a4e-99ee-1654daa423de req-78511d04-f670-4343-b135-8e9856e96ead service nova] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Received event network-vif-deleted-e1912d28-39f8-46a2-b111-737fb5a939ff {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.905988] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c79cb6-8f9f-4352-97b8-6db180ca21b2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.927079] env[63198]: DEBUG oslo_concurrency.lockutils [None req-363da0ab-27af-433a-8fb2-17fdf93a889d tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "830c47ee-1791-473b-9278-f46e3219c256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.972s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.930124] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance 'd53844a9-7e9e-47d5-97a9-80df25e74c57' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 600.954392] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Successfully updated port: f49973be-dac1-47b9-9d60-cfc466cfc6c4 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.010034] env[63198]: DEBUG nova.policy [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '309f111f29cb4ed58a4f66fe62e63f6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2be939456cb546d9be523eca68174be5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.093979] env[63198]: DEBUG oslo_concurrency.lockutils [req-9d13c416-599d-4e28-a96f-fc40f3844806 req-00ce9823-60b4-4759-8e18-8e06e4d1d70c service nova] Releasing lock "refresh_cache-7d9abde3-63db-4ea8-bb12-df6000a782d1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.109470] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquiring lock "f9bff899-5a16-4798-a571-3874e32e810a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.109682] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "f9bff899-5a16-4798-a571-3874e32e810a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.310051] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.352642] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.441753] env[63198]: DEBUG nova.compute.manager [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.459389] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "refresh_cache-c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.459532] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired lock "refresh_cache-c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.459677] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.520362] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "267d6b19-61b1-4def-8f99-3aaffbb6a915" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.521285] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "267d6b19-61b1-4def-8f99-3aaffbb6a915" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.590126] env[63198]: DEBUG nova.network.neutron [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Port db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 601.811098] env[63198]: DEBUG oslo_vmware.api [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711643, 'name': PowerOnVM_Task, 'duration_secs': 1.066233} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.811417] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.811672] env[63198]: INFO nova.compute.manager [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Took 10.86 seconds to spawn the instance on the hypervisor. [ 601.811881] env[63198]: DEBUG nova.compute.manager [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.812708] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d9cbdb-6caf-4c85-be68-ed6247fd78ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.971206] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.997394] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5400a7-c954-43d9-95b9-298b3d1261d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.008151] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840b06bb-8106-4b7d-9014-6bfd80c32a82 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.043031] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb0d943-466d-4b19-9bd2-21230b643483 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.050873] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb75fb-b56b-4b0d-bd0e-ff6e06b4be16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.066077] env[63198]: DEBUG nova.compute.provider_tree [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.068435] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.150922] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Successfully created port: 0b22591e-f5ba-4f16-8e41-5da8d7c368db {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.336807] env[63198]: INFO nova.compute.manager [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Took 32.54 seconds to build instance. [ 602.373291] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.415048] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.415246] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.415457] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.415639] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.415773] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.415930] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.416187] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.416351] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.416537] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.416701] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.416872] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.417792] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be820409-afd9-421a-81df-06ea5176e595 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.428349] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eabe64c-d84e-4005-8b7a-25a70295f757 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.544438] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Updating instance_info_cache with network_info: [{"id": "f49973be-dac1-47b9-9d60-cfc466cfc6c4", "address": "fa:16:3e:81:ba:9b", "network": {"id": "117a20af-0f1a-48b8-8bdb-80cbe89e5072", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2097023108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be939456cb546d9be523eca68174be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf49973be-da", "ovs_interfaceid": "f49973be-dac1-47b9-9d60-cfc466cfc6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.574613] env[63198]: DEBUG nova.scheduler.client.report [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.620330] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "d53844a9-7e9e-47d5-97a9-80df25e74c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.620444] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.621030] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.795718] env[63198]: DEBUG nova.compute.manager [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Received event network-vif-plugged-f49973be-dac1-47b9-9d60-cfc466cfc6c4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.796056] env[63198]: DEBUG oslo_concurrency.lockutils [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] Acquiring lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.796640] env[63198]: DEBUG oslo_concurrency.lockutils [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] Lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.796640] env[63198]: DEBUG oslo_concurrency.lockutils [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] Lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.797335] env[63198]: DEBUG nova.compute.manager [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] No waiting events found dispatching network-vif-plugged-f49973be-dac1-47b9-9d60-cfc466cfc6c4 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.797335] env[63198]: WARNING nova.compute.manager [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Received unexpected event network-vif-plugged-f49973be-dac1-47b9-9d60-cfc466cfc6c4 for instance with vm_state building and task_state spawning. [ 602.797335] env[63198]: DEBUG nova.compute.manager [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Received event network-changed-f49973be-dac1-47b9-9d60-cfc466cfc6c4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.797335] env[63198]: DEBUG nova.compute.manager [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Refreshing instance network info cache due to event network-changed-f49973be-dac1-47b9-9d60-cfc466cfc6c4. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.797335] env[63198]: DEBUG oslo_concurrency.lockutils [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] Acquiring lock "refresh_cache-c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.840122] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fd880273-f559-49c3-ab87-6c9e754d0c4f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.054s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.007568] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "72f1ba90-32c3-4a58-b88d-7c0147664a22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.008198] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "72f1ba90-32c3-4a58-b88d-7c0147664a22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.046781] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Releasing lock "refresh_cache-c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.047128] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Instance network_info: |[{"id": "f49973be-dac1-47b9-9d60-cfc466cfc6c4", "address": "fa:16:3e:81:ba:9b", "network": {"id": "117a20af-0f1a-48b8-8bdb-80cbe89e5072", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2097023108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be939456cb546d9be523eca68174be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf49973be-da", "ovs_interfaceid": "f49973be-dac1-47b9-9d60-cfc466cfc6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.047441] env[63198]: DEBUG oslo_concurrency.lockutils [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] Acquired lock "refresh_cache-c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.047650] env[63198]: DEBUG nova.network.neutron [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Refreshing network info cache for port f49973be-dac1-47b9-9d60-cfc466cfc6c4 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.050191] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ba:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f49973be-dac1-47b9-9d60-cfc466cfc6c4', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.060295] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Creating folder: Project (2be939456cb546d9be523eca68174be5). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.061215] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa8e817-7fef-405b-849f-8de6d4f28281 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.074720] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Created folder: Project (2be939456cb546d9be523eca68174be5) in parent group-v546185. [ 603.074972] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Creating folder: Instances. Parent ref: group-v546246. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.075466] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af16039e-8f4f-4f1e-9f85-057a3d8e7edf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.078592] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.079018] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.083128] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.643s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.083362] env[63198]: DEBUG nova.objects.instance [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lazy-loading 'resources' on Instance uuid 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 603.095685] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Created folder: Instances in parent group-v546246. [ 603.095916] env[63198]: DEBUG oslo.service.loopingcall [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.096156] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.096933] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35f273c6-ce82-40b7-84ff-a75ba4eb98f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.126568] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.126568] env[63198]: value = "task-2711647" [ 603.126568] env[63198]: _type = "Task" [ 603.126568] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.136770] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711647, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.344372] env[63198]: DEBUG nova.compute.manager [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.589389] env[63198]: DEBUG nova.compute.utils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.593813] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.594229] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.649269] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711647, 'name': CreateVM_Task, 'duration_secs': 0.40753} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.650339] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.650613] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.650851] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.651157] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.651425] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80eb4bf-04a1-4171-91fe-1ae25a2a848f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.661024] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 603.661024] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a97a0a-2a4e-704f-49da-d07231b2becb" [ 603.661024] env[63198]: _type = "Task" [ 603.661024] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.683239] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a97a0a-2a4e-704f-49da-d07231b2becb, 'name': SearchDatastore_Task, 'duration_secs': 0.018158} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.686196] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.686489] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.686865] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.687107] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.687107] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.687390] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a21ef220-4baf-4311-ba1d-18550670662e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.691587] env[63198]: DEBUG nova.policy [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '309f111f29cb4ed58a4f66fe62e63f6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2be939456cb546d9be523eca68174be5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.704903] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.706049] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.706049] env[63198]: DEBUG nova.network.neutron [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.708016] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.708016] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.708272] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c114965f-dcae-43b7-9378-77b981f1220c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.715702] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 603.715702] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527dca28-c2a9-8afc-b3e2-ec4e8d9818ab" [ 603.715702] env[63198]: _type = "Task" [ 603.715702] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.731411] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527dca28-c2a9-8afc-b3e2-ec4e8d9818ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011982} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.735543] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2d418e-88a8-4462-8040-7dc6f33ef5e4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.746806] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 603.746806] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207441b-501c-ac69-bf13-26fa339fc602" [ 603.746806] env[63198]: _type = "Task" [ 603.746806] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.757842] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207441b-501c-ac69-bf13-26fa339fc602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.871945] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.095240] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.117935] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquiring lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.117935] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.190364] env[63198]: DEBUG nova.network.neutron [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Updated VIF entry in instance network info cache for port f49973be-dac1-47b9-9d60-cfc466cfc6c4. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.190454] env[63198]: DEBUG nova.network.neutron [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Updating instance_info_cache with network_info: [{"id": "f49973be-dac1-47b9-9d60-cfc466cfc6c4", "address": "fa:16:3e:81:ba:9b", "network": {"id": "117a20af-0f1a-48b8-8bdb-80cbe89e5072", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2097023108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be939456cb546d9be523eca68174be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf49973be-da", "ovs_interfaceid": "f49973be-dac1-47b9-9d60-cfc466cfc6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.261092] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207441b-501c-ac69-bf13-26fa339fc602, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.262370] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.262625] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1/c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.263878] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc2dde8-9ae7-4aae-8b23-1371a7abeaf3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.266704] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02df5b0a-1ac8-498b-a31c-561283e59623 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.274958] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b66dde-e31e-48c3-acd8-ed1df2200405 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.284223] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 604.284223] env[63198]: value = "task-2711649" [ 604.284223] env[63198]: _type = "Task" [ 604.284223] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.322122] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf318c9-8885-4aa2-853c-53aaeb3549bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.335016] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab9611-8991-4ce1-876d-b5b66f283169 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.339405] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.353613] env[63198]: DEBUG nova.compute.provider_tree [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.695028] env[63198]: DEBUG oslo_concurrency.lockutils [req-71f102f2-c972-4f38-b339-8810e82fbbdb req-b1439f08-8585-436b-896d-24e276a76de9 service nova] Releasing lock "refresh_cache-c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.836115] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.858053] env[63198]: DEBUG nova.scheduler.client.report [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.960803] env[63198]: DEBUG nova.compute.manager [req-be0b917c-f3f4-4704-b883-b53a583c2c97 req-6971e323-f10a-4055-9ad2-19d28fb98164 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Received event network-changed-ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.964022] env[63198]: DEBUG nova.compute.manager [req-be0b917c-f3f4-4704-b883-b53a583c2c97 req-6971e323-f10a-4055-9ad2-19d28fb98164 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Refreshing instance network info cache due to event network-changed-ba795f8e-b7ec-4a46-b585-8595d352fcb1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.964022] env[63198]: DEBUG oslo_concurrency.lockutils [req-be0b917c-f3f4-4704-b883-b53a583c2c97 req-6971e323-f10a-4055-9ad2-19d28fb98164 service nova] Acquiring lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.964022] env[63198]: DEBUG oslo_concurrency.lockutils [req-be0b917c-f3f4-4704-b883-b53a583c2c97 req-6971e323-f10a-4055-9ad2-19d28fb98164 service nova] Acquired lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.964022] env[63198]: DEBUG nova.network.neutron [req-be0b917c-f3f4-4704-b883-b53a583c2c97 req-6971e323-f10a-4055-9ad2-19d28fb98164 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Refreshing network info cache for port ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.966342] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Successfully created port: 8fc9fb0a-5581-495b-8c62-1d3cdb8d5670 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.057036] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Successfully updated port: 0b22591e-f5ba-4f16-8e41-5da8d7c368db {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.072787] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.076025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.095591] env[63198]: DEBUG nova.network.neutron [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance_info_cache with network_info: [{"id": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "address": "fa:16:3e:62:cf:38", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8b6a13-a9", "ovs_interfaceid": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.111210] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.155059] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.157027] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.157027] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.157027] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.157027] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.157027] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.157364] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.157364] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.157364] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.157364] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.157527] env[63198]: DEBUG nova.virt.hardware [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.159333] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad422f3b-8f74-477f-8f89-6319b5992735 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.171241] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6746f03e-2b75-4cc6-97c2-e37aaf88c97f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.331283] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688845} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.332031] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1/c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.332031] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.332031] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d27f08ac-30d2-4326-8696-26517f5d099f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.340381] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 605.340381] env[63198]: value = "task-2711650" [ 605.340381] env[63198]: _type = "Task" [ 605.340381] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.350949] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.367012] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.370313] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.597s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.372967] env[63198]: INFO nova.compute.claims [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.394761] env[63198]: INFO nova.scheduler.client.report [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Deleted allocations for instance 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc [ 605.565306] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "refresh_cache-921035fb-b893-46bb-9fb6-a7649d0de22f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.565306] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired lock "refresh_cache-921035fb-b893-46bb-9fb6-a7649d0de22f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.565306] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.606022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.733188] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquiring lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.733447] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.859607] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201918} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.864652] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.866344] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e05ed7-839d-4a61-8400-3eb02003aa7d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.911370] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1/c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.917061] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c35d8b1-8530-4a22-a732-3ab1c24ddb34 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.933386] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4cc58db1-0e38-461f-9fbd-5773c6100d19 tempest-TenantUsagesTestJSON-1147547167 tempest-TenantUsagesTestJSON-1147547167-project-member] Lock "5bcde8b5-55f1-42e4-ad88-0b66a463c5fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.194s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.943478] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 605.943478] env[63198]: value = "task-2711651" [ 605.943478] env[63198]: _type = "Task" [ 605.943478] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.954567] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.008358] env[63198]: DEBUG nova.compute.manager [req-cc85c6f3-9723-4293-a882-0aba5ac3bc10 req-9e59847e-5afc-465e-ab93-84580f49cd51 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Received event network-vif-plugged-0b22591e-f5ba-4f16-8e41-5da8d7c368db {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.009083] env[63198]: DEBUG oslo_concurrency.lockutils [req-cc85c6f3-9723-4293-a882-0aba5ac3bc10 req-9e59847e-5afc-465e-ab93-84580f49cd51 service nova] Acquiring lock "921035fb-b893-46bb-9fb6-a7649d0de22f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.009513] env[63198]: DEBUG oslo_concurrency.lockutils [req-cc85c6f3-9723-4293-a882-0aba5ac3bc10 req-9e59847e-5afc-465e-ab93-84580f49cd51 service nova] Lock "921035fb-b893-46bb-9fb6-a7649d0de22f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.009763] env[63198]: DEBUG oslo_concurrency.lockutils [req-cc85c6f3-9723-4293-a882-0aba5ac3bc10 req-9e59847e-5afc-465e-ab93-84580f49cd51 service nova] Lock "921035fb-b893-46bb-9fb6-a7649d0de22f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.010022] env[63198]: DEBUG nova.compute.manager [req-cc85c6f3-9723-4293-a882-0aba5ac3bc10 req-9e59847e-5afc-465e-ab93-84580f49cd51 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] No waiting events found dispatching network-vif-plugged-0b22591e-f5ba-4f16-8e41-5da8d7c368db {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.010261] env[63198]: WARNING nova.compute.manager [req-cc85c6f3-9723-4293-a882-0aba5ac3bc10 req-9e59847e-5afc-465e-ab93-84580f49cd51 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Received unexpected event network-vif-plugged-0b22591e-f5ba-4f16-8e41-5da8d7c368db for instance with vm_state building and task_state spawning. [ 606.125325] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.129715] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df440a-1636-4376-8a0c-73d58b3ce862 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.133677] env[63198]: DEBUG nova.network.neutron [req-be0b917c-f3f4-4704-b883-b53a583c2c97 req-6971e323-f10a-4055-9ad2-19d28fb98164 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Updated VIF entry in instance network info cache for port ba795f8e-b7ec-4a46-b585-8595d352fcb1. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.134065] env[63198]: DEBUG nova.network.neutron [req-be0b917c-f3f4-4704-b883-b53a583c2c97 req-6971e323-f10a-4055-9ad2-19d28fb98164 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Updating instance_info_cache with network_info: [{"id": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "address": "fa:16:3e:69:5b:b3", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba795f8e-b7", "ovs_interfaceid": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.157321] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1662af4-8462-4ace-bc02-d6f9cd2a7da8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.168922] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance 'd53844a9-7e9e-47d5-97a9-80df25e74c57' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 606.395253] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Updating instance_info_cache with network_info: [{"id": "0b22591e-f5ba-4f16-8e41-5da8d7c368db", "address": "fa:16:3e:c7:f5:7b", "network": {"id": "117a20af-0f1a-48b8-8bdb-80cbe89e5072", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2097023108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be939456cb546d9be523eca68174be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b22591e-f5", "ovs_interfaceid": "0b22591e-f5ba-4f16-8e41-5da8d7c368db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.455442] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711651, 'name': ReconfigVM_Task, 'duration_secs': 0.299345} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.455716] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Reconfigured VM instance instance-00000014 to attach disk [datastore2] c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1/c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.458078] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-918b3f70-dde7-4ffd-bd59-490319973ebc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.465017] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 606.465017] env[63198]: value = "task-2711653" [ 606.465017] env[63198]: _type = "Task" [ 606.465017] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.477948] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711653, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.613962] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446501cf-3e63-47ad-a84e-a7b4a2d2cebc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.622603] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66486e34-7e76-49f7-98b8-f0236096c45a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.655942] env[63198]: DEBUG oslo_concurrency.lockutils [req-be0b917c-f3f4-4704-b883-b53a583c2c97 req-6971e323-f10a-4055-9ad2-19d28fb98164 service nova] Releasing lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.657157] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd46efe-6586-4ce4-9c8d-ff736ae428dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.666556] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f37f64-0d63-4e2a-9ff2-88bdc33b590f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.682981] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.683880] env[63198]: DEBUG nova.compute.provider_tree [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.685288] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c1417f2-a40b-4715-bbff-07785f5e3111 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.694725] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 606.694725] env[63198]: value = "task-2711654" [ 606.694725] env[63198]: _type = "Task" [ 606.694725] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.708411] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.728423] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Successfully updated port: 8fc9fb0a-5581-495b-8c62-1d3cdb8d5670 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.897696] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Releasing lock "refresh_cache-921035fb-b893-46bb-9fb6-a7649d0de22f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.898058] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Instance network_info: |[{"id": "0b22591e-f5ba-4f16-8e41-5da8d7c368db", "address": "fa:16:3e:c7:f5:7b", "network": {"id": "117a20af-0f1a-48b8-8bdb-80cbe89e5072", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2097023108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be939456cb546d9be523eca68174be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b22591e-f5", "ovs_interfaceid": "0b22591e-f5ba-4f16-8e41-5da8d7c368db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.898497] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:f5:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b22591e-f5ba-4f16-8e41-5da8d7c368db', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.905883] env[63198]: DEBUG oslo.service.loopingcall [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.906296] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.906853] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-516f7b64-86cc-4306-9ae3-63a3d3acd4cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.931871] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.931871] env[63198]: value = "task-2711655" [ 606.931871] env[63198]: _type = "Task" [ 606.931871] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.940439] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711655, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.976073] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711653, 'name': Rename_Task, 'duration_secs': 0.161978} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.976332] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.976618] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa18e906-5591-481c-9f7e-255d93bf7a45 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.984538] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 606.984538] env[63198]: value = "task-2711656" [ 606.984538] env[63198]: _type = "Task" [ 606.984538] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.994725] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.188413] env[63198]: DEBUG nova.scheduler.client.report [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.210188] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.231652] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "refresh_cache-76228faa-6d02-41d3-b99d-053423e3180c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.231652] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired lock "refresh_cache-76228faa-6d02-41d3-b99d-053423e3180c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.231652] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.452238] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711655, 'name': CreateVM_Task, 'duration_secs': 0.437903} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.452238] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.453364] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.453673] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454099] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.454393] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5017c40-3e1b-4e53-be82-054055003a36 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.460883] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 607.460883] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5202cfe4-4e7b-aa55-3524-2fa52ca6f1e9" [ 607.460883] env[63198]: _type = "Task" [ 607.460883] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.478409] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5202cfe4-4e7b-aa55-3524-2fa52ca6f1e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.501323] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.698954] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.699502] env[63198]: DEBUG nova.compute.manager [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.704731] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.616s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.706465] env[63198]: INFO nova.compute.claims [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.724922] env[63198]: DEBUG oslo_vmware.api [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711654, 'name': PowerOnVM_Task, 'duration_secs': 0.687699} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.725266] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.725454] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd4c55-b919-4100-8cb0-eb7d0e1f886f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance 'd53844a9-7e9e-47d5-97a9-80df25e74c57' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 607.837529] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.974215] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5202cfe4-4e7b-aa55-3524-2fa52ca6f1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018308} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.974215] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.974769] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.975288] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.975598] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.975916] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.978094] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dfd6036-af82-4677-b86d-3917d012952a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.991934] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.992141] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.993966] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304162b0-6041-4546-800b-e0d148417492 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.998980] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711656, 'name': PowerOnVM_Task, 'duration_secs': 0.529007} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.999625] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.999835] env[63198]: INFO nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Took 10.10 seconds to spawn the instance on the hypervisor. [ 608.000016] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.000782] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728c4116-fd75-4c31-8d08-502dbd514c11 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.008267] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 608.008267] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e91451-5565-6341-9e9b-4a39c06feb75" [ 608.008267] env[63198]: _type = "Task" [ 608.008267] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.022523] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e91451-5565-6341-9e9b-4a39c06feb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.142643] env[63198]: DEBUG nova.network.neutron [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Updating instance_info_cache with network_info: [{"id": "8fc9fb0a-5581-495b-8c62-1d3cdb8d5670", "address": "fa:16:3e:e8:b4:7e", "network": {"id": "117a20af-0f1a-48b8-8bdb-80cbe89e5072", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2097023108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be939456cb546d9be523eca68174be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc9fb0a-55", "ovs_interfaceid": "8fc9fb0a-5581-495b-8c62-1d3cdb8d5670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.153583] env[63198]: DEBUG nova.compute.manager [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.154801] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c14cbe-9c23-4a9f-b571-e5b1448bdaba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.244105] env[63198]: DEBUG nova.compute.utils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.244105] env[63198]: DEBUG nova.compute.manager [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.244105] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.244105] env[63198]: DEBUG nova.compute.manager [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Received event network-changed-0b22591e-f5ba-4f16-8e41-5da8d7c368db {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.244105] env[63198]: DEBUG nova.compute.manager [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Refreshing instance network info cache due to event network-changed-0b22591e-f5ba-4f16-8e41-5da8d7c368db. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 608.247738] env[63198]: DEBUG oslo_concurrency.lockutils [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] Acquiring lock "refresh_cache-921035fb-b893-46bb-9fb6-a7649d0de22f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.247738] env[63198]: DEBUG oslo_concurrency.lockutils [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] Acquired lock "refresh_cache-921035fb-b893-46bb-9fb6-a7649d0de22f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.247738] env[63198]: DEBUG nova.network.neutron [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Refreshing network info cache for port 0b22591e-f5ba-4f16-8e41-5da8d7c368db {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.287161] env[63198]: DEBUG nova.policy [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69600b4bb1b24ff1bed1c9fd85b8b25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1997deba3da48a3ac594aac33f53b18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.529583] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e91451-5565-6341-9e9b-4a39c06feb75, 'name': SearchDatastore_Task, 'duration_secs': 0.020152} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.536374] env[63198]: INFO nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Took 37.29 seconds to build instance. [ 608.537077] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5d3dc6-8e28-41dd-9524-41d161627d6b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.547843] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 608.547843] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525caae6-44de-b74d-a5dd-036a4ca5a0f6" [ 608.547843] env[63198]: _type = "Task" [ 608.547843] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.558012] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525caae6-44de-b74d-a5dd-036a4ca5a0f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.645491] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Releasing lock "refresh_cache-76228faa-6d02-41d3-b99d-053423e3180c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.646479] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Instance network_info: |[{"id": "8fc9fb0a-5581-495b-8c62-1d3cdb8d5670", "address": "fa:16:3e:e8:b4:7e", "network": {"id": "117a20af-0f1a-48b8-8bdb-80cbe89e5072", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2097023108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be939456cb546d9be523eca68174be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc9fb0a-55", "ovs_interfaceid": "8fc9fb0a-5581-495b-8c62-1d3cdb8d5670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.646926] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b4:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fc9fb0a-5581-495b-8c62-1d3cdb8d5670', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.656879] env[63198]: DEBUG oslo.service.loopingcall [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.656879] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.656879] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f0b44e0-dd58-40ff-8389-538a7644296c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.671811] env[63198]: INFO nova.compute.manager [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] instance snapshotting [ 608.677113] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a98dec2-7993-49a1-b36e-6ab84cc36ca4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.679963] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.679963] env[63198]: value = "task-2711658" [ 608.679963] env[63198]: _type = "Task" [ 608.679963] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.698300] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6152686-35e9-418e-8b07-08c5bad9863d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.709665] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711658, 'name': CreateVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.711199] env[63198]: DEBUG nova.compute.manager [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.888070] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Successfully created port: 0ae90629-33af-4aab-9acc-35479cc60c23 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.046810] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.812s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.063331] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525caae6-44de-b74d-a5dd-036a4ca5a0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.063331] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.063331] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 921035fb-b893-46bb-9fb6-a7649d0de22f/921035fb-b893-46bb-9fb6-a7649d0de22f.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.063331] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0e393ee-7fbb-4c27-8406-d20e0177dda1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.072597] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 609.072597] env[63198]: value = "task-2711659" [ 609.072597] env[63198]: _type = "Task" [ 609.072597] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.083523] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.212985] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711658, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.231128] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 609.232045] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01f276c7-d1d2-4f74-a6ea-c2fa00a11777 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.241417] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 609.241417] env[63198]: value = "task-2711660" [ 609.241417] env[63198]: _type = "Task" [ 609.241417] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.262826] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.379390] env[63198]: DEBUG nova.network.neutron [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Updated VIF entry in instance network info cache for port 0b22591e-f5ba-4f16-8e41-5da8d7c368db. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.380280] env[63198]: DEBUG nova.network.neutron [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Updating instance_info_cache with network_info: [{"id": "0b22591e-f5ba-4f16-8e41-5da8d7c368db", "address": "fa:16:3e:c7:f5:7b", "network": {"id": "117a20af-0f1a-48b8-8bdb-80cbe89e5072", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2097023108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be939456cb546d9be523eca68174be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b22591e-f5", "ovs_interfaceid": "0b22591e-f5ba-4f16-8e41-5da8d7c368db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.468890] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23a34ac-5b5f-4355-982a-ead3eaedeb2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.479847] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae99442-125e-44b6-be72-da1a3e134e3d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.489364] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "2abaf9f0-6739-4cd3-8400-d204d059565d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.489658] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.522610] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb280cc8-3114-4081-a029-17c27a3ce484 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.532890] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54453b7c-e225-406f-9bb2-37fe4c4e9ce9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.555022] env[63198]: DEBUG nova.compute.manager [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.556223] env[63198]: DEBUG nova.compute.provider_tree [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.586378] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711659, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.674247] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Successfully created port: 92fba404-4732-4a7c-af05-44070175de34 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.709476] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711658, 'name': CreateVM_Task, 'duration_secs': 0.615942} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.709476] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.709476] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.710369] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.710369] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.710369] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafbdac7-78de-4e22-98f2-c3d713b026a4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.716297] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 609.716297] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520fe4d7-96e9-4105-f790-d735119887fd" [ 609.716297] env[63198]: _type = "Task" [ 609.716297] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.725697] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520fe4d7-96e9-4105-f790-d735119887fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.733125] env[63198]: DEBUG nova.compute.manager [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.756128] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711660, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.767779] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.768112] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.768503] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.768503] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.768636] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.768801] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.769211] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.769626] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.769830] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.770038] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.770232] env[63198]: DEBUG nova.virt.hardware [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.771912] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7cd382-df11-46da-9116-e49cf081d74f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.781827] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fd6666-fb32-4be0-9a06-d19db5e8c806 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.883797] env[63198]: DEBUG oslo_concurrency.lockutils [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] Releasing lock "refresh_cache-921035fb-b893-46bb-9fb6-a7649d0de22f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.884152] env[63198]: DEBUG nova.compute.manager [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Received event network-vif-plugged-8fc9fb0a-5581-495b-8c62-1d3cdb8d5670 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.884550] env[63198]: DEBUG oslo_concurrency.lockutils [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] Acquiring lock "76228faa-6d02-41d3-b99d-053423e3180c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.884617] env[63198]: DEBUG oslo_concurrency.lockutils [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] Lock "76228faa-6d02-41d3-b99d-053423e3180c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.884772] env[63198]: DEBUG oslo_concurrency.lockutils [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] Lock "76228faa-6d02-41d3-b99d-053423e3180c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.884953] env[63198]: DEBUG nova.compute.manager [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] No waiting events found dispatching network-vif-plugged-8fc9fb0a-5581-495b-8c62-1d3cdb8d5670 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.885187] env[63198]: WARNING nova.compute.manager [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Received unexpected event network-vif-plugged-8fc9fb0a-5581-495b-8c62-1d3cdb8d5670 for instance with vm_state building and task_state spawning. [ 609.885381] env[63198]: DEBUG nova.compute.manager [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Received event network-changed-8fc9fb0a-5581-495b-8c62-1d3cdb8d5670 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.885557] env[63198]: DEBUG nova.compute.manager [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Refreshing instance network info cache due to event network-changed-8fc9fb0a-5581-495b-8c62-1d3cdb8d5670. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.885769] env[63198]: DEBUG oslo_concurrency.lockutils [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] Acquiring lock "refresh_cache-76228faa-6d02-41d3-b99d-053423e3180c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.885919] env[63198]: DEBUG oslo_concurrency.lockutils [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] Acquired lock "refresh_cache-76228faa-6d02-41d3-b99d-053423e3180c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.886107] env[63198]: DEBUG nova.network.neutron [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Refreshing network info cache for port 8fc9fb0a-5581-495b-8c62-1d3cdb8d5670 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.061626] env[63198]: DEBUG nova.scheduler.client.report [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.079664] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Successfully created port: 14ab172e-5a6a-43bf-8da8-051a5afcdc7f {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.090325] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711659, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.097682] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.227819] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520fe4d7-96e9-4105-f790-d735119887fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01317} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.228139] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.228368] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.228591] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.228738] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.228903] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.233026] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87bbd121-034b-434d-9d8f-98a7d1fbf613 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.242617] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.242799] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.243633] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec70f62-f583-4131-a1a2-0d02f64d016a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.252267] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 610.252267] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c4fc07-0b31-40b6-56af-696a02f219ee" [ 610.252267] env[63198]: _type = "Task" [ 610.252267] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.255550] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711660, 'name': CreateSnapshot_Task, 'duration_secs': 0.76738} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.260015] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 610.260015] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a74a54-a6d9-4ca0-9f5b-207eb4ab0806 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.266908] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c4fc07-0b31-40b6-56af-696a02f219ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.570843] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.571413] env[63198]: DEBUG nova.compute.manager [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.575852] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.027s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.578868] env[63198]: DEBUG nova.objects.instance [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lazy-loading 'resources' on Instance uuid 9796a960-1438-4efa-aab7-3a7ee8ed3802 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.588589] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711659, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.771076] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c4fc07-0b31-40b6-56af-696a02f219ee, 'name': SearchDatastore_Task, 'duration_secs': 0.031723} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.782753] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 610.783436] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa144119-6f39-4be1-96f2-9cdbc8d39387 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.788131] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1efd2752-3b96-4745-bd89-0ae258e7cfb7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.796493] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 610.796493] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5258e314-7887-8ceb-d945-920d6691ce8b" [ 610.796493] env[63198]: _type = "Task" [ 610.796493] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.802369] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 610.802369] env[63198]: value = "task-2711662" [ 610.802369] env[63198]: _type = "Task" [ 610.802369] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.812120] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5258e314-7887-8ceb-d945-920d6691ce8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.817735] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711662, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.945690] env[63198]: DEBUG oslo_concurrency.lockutils [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "d53844a9-7e9e-47d5-97a9-80df25e74c57" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.945973] env[63198]: DEBUG oslo_concurrency.lockutils [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.946217] env[63198]: DEBUG nova.compute.manager [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Going to confirm migration 1 {{(pid=63198) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 611.005909] env[63198]: DEBUG nova.network.neutron [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Updated VIF entry in instance network info cache for port 8fc9fb0a-5581-495b-8c62-1d3cdb8d5670. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.009365] env[63198]: DEBUG nova.network.neutron [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Updating instance_info_cache with network_info: [{"id": "8fc9fb0a-5581-495b-8c62-1d3cdb8d5670", "address": "fa:16:3e:e8:b4:7e", "network": {"id": "117a20af-0f1a-48b8-8bdb-80cbe89e5072", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2097023108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be939456cb546d9be523eca68174be5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fc9fb0a-55", "ovs_interfaceid": "8fc9fb0a-5581-495b-8c62-1d3cdb8d5670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.081598] env[63198]: DEBUG nova.compute.utils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.088651] env[63198]: DEBUG nova.compute.manager [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.088651] env[63198]: DEBUG nova.network.neutron [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.101688] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711659, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.645857} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.101688] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 921035fb-b893-46bb-9fb6-a7649d0de22f/921035fb-b893-46bb-9fb6-a7649d0de22f.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.101688] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.101688] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7e92328-e0b8-4044-a525-ccb928567577 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.110490] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 611.110490] env[63198]: value = "task-2711663" [ 611.110490] env[63198]: _type = "Task" [ 611.110490] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.122682] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.163041] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquiring lock "d55a78ea-d29b-420f-a149-c164794fe66d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.163376] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "d55a78ea-d29b-420f-a149-c164794fe66d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.193657] env[63198]: DEBUG nova.policy [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b697e4164ec24f239f403d92380f4eb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f45dfbba371c423992603a7b7556b0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.311528] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5258e314-7887-8ceb-d945-920d6691ce8b, 'name': SearchDatastore_Task, 'duration_secs': 0.052769} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.314879] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.315294] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 76228faa-6d02-41d3-b99d-053423e3180c/76228faa-6d02-41d3-b99d-053423e3180c.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.315793] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44140d70-6a76-49ff-8dca-9fb6057065d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.321037] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711662, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.328025] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 611.328025] env[63198]: value = "task-2711664" [ 611.328025] env[63198]: _type = "Task" [ 611.328025] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.336965] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.508653] env[63198]: DEBUG oslo_concurrency.lockutils [req-873a9ef8-28ef-4c75-8156-fddaba90139a req-7d611f87-9e52-4955-9c4b-f3a824bdcae4 service nova] Releasing lock "refresh_cache-76228faa-6d02-41d3-b99d-053423e3180c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.577187] env[63198]: DEBUG oslo_concurrency.lockutils [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.577187] env[63198]: DEBUG oslo_concurrency.lockutils [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.577187] env[63198]: DEBUG nova.network.neutron [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.577187] env[63198]: DEBUG nova.objects.instance [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lazy-loading 'info_cache' on Instance uuid d53844a9-7e9e-47d5-97a9-80df25e74c57 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 611.592651] env[63198]: DEBUG nova.compute.manager [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.626716] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081527} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.626981] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.628031] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2c18fa-ebed-4ce0-9a97-68dbb92c8c13 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.661348] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 921035fb-b893-46bb-9fb6-a7649d0de22f/921035fb-b893-46bb-9fb6-a7649d0de22f.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.665181] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4139ee3-1ae0-47ee-a2ae-a727305b9093 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.692135] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 611.692135] env[63198]: value = "task-2711665" [ 611.692135] env[63198]: _type = "Task" [ 611.692135] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.706996] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.822871] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711662, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.841551] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711664, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.895667] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc580c37-c2c2-443e-b7c7-a12f2a9ec8d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.904036] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b346b22-b962-4703-9aca-3f252c565f83 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.940418] env[63198]: DEBUG nova.network.neutron [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Successfully created port: 3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.942338] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c16c8fc-415c-4001-ab35-00a6b340513e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.952258] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529deb28-0c75-4c36-a293-2a08de651f97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.968106] env[63198]: DEBUG nova.compute.provider_tree [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.215813] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711665, 'name': ReconfigVM_Task, 'duration_secs': 0.353302} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.217546] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 921035fb-b893-46bb-9fb6-a7649d0de22f/921035fb-b893-46bb-9fb6-a7649d0de22f.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.217546] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9921b36d-a7a2-41af-8536-1c16668630a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.230137] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 612.230137] env[63198]: value = "task-2711666" [ 612.230137] env[63198]: _type = "Task" [ 612.230137] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.241971] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711666, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.318249] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711662, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.341256] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5297} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.341789] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 76228faa-6d02-41d3-b99d-053423e3180c/76228faa-6d02-41d3-b99d-053423e3180c.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.342612] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.342612] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1308fbd3-ab99-41bf-986d-708471c5d587 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.352629] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 612.352629] env[63198]: value = "task-2711667" [ 612.352629] env[63198]: _type = "Task" [ 612.352629] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.367246] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.474257] env[63198]: DEBUG nova.scheduler.client.report [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.561541] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Successfully updated port: 0ae90629-33af-4aab-9acc-35479cc60c23 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.609822] env[63198]: DEBUG nova.compute.manager [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.640248] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.640517] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.640654] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.640851] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.641330] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.641650] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.642055] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.642272] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.642483] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.642709] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.642966] env[63198]: DEBUG nova.virt.hardware [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.644091] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11397995-c5d5-4adf-9518-3abda59118d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.655718] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ef884a-299d-41e6-ac5d-c0187387b162 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.748661] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711666, 'name': Rename_Task, 'duration_secs': 0.198464} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.750929] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.752287] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bc9ea36-d3a5-4771-af76-21772c243c34 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.762886] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 612.762886] env[63198]: value = "task-2711668" [ 612.762886] env[63198]: _type = "Task" [ 612.762886] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.771613] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.828377] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711662, 'name': CloneVM_Task, 'duration_secs': 1.685927} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.828664] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Created linked-clone VM from snapshot [ 612.829448] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd50ee6-b632-475d-8cd6-2251b724aeac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.841392] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Uploading image 92b9bcfe-6b8b-49a7-ac37-18f89d11377c {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 612.864046] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147112} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.864311] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.865607] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea6c73a-6f17-441c-8723-db4a71f4b671 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.888496] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 76228faa-6d02-41d3-b99d-053423e3180c/76228faa-6d02-41d3-b99d-053423e3180c.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.893719] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f048ddc-e1e6-45e6-9ba9-25e22f55a892 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.912647] env[63198]: DEBUG nova.compute.manager [req-76cf609f-5f55-4481-8f4e-b0629eaed53e req-c109973b-5a8e-4064-8253-cb1b85f5a4d0 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received event network-vif-plugged-0ae90629-33af-4aab-9acc-35479cc60c23 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.913354] env[63198]: DEBUG oslo_concurrency.lockutils [req-76cf609f-5f55-4481-8f4e-b0629eaed53e req-c109973b-5a8e-4064-8253-cb1b85f5a4d0 service nova] Acquiring lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.913739] env[63198]: DEBUG oslo_concurrency.lockutils [req-76cf609f-5f55-4481-8f4e-b0629eaed53e req-c109973b-5a8e-4064-8253-cb1b85f5a4d0 service nova] Lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.914028] env[63198]: DEBUG oslo_concurrency.lockutils [req-76cf609f-5f55-4481-8f4e-b0629eaed53e req-c109973b-5a8e-4064-8253-cb1b85f5a4d0 service nova] Lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.914325] env[63198]: DEBUG nova.compute.manager [req-76cf609f-5f55-4481-8f4e-b0629eaed53e req-c109973b-5a8e-4064-8253-cb1b85f5a4d0 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] No waiting events found dispatching network-vif-plugged-0ae90629-33af-4aab-9acc-35479cc60c23 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.914756] env[63198]: WARNING nova.compute.manager [req-76cf609f-5f55-4481-8f4e-b0629eaed53e req-c109973b-5a8e-4064-8253-cb1b85f5a4d0 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received unexpected event network-vif-plugged-0ae90629-33af-4aab-9acc-35479cc60c23 for instance with vm_state building and task_state spawning. [ 612.927131] env[63198]: DEBUG oslo_vmware.rw_handles [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 612.927131] env[63198]: value = "vm-546253" [ 612.927131] env[63198]: _type = "VirtualMachine" [ 612.927131] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 612.927902] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 612.927902] env[63198]: value = "task-2711669" [ 612.927902] env[63198]: _type = "Task" [ 612.927902] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.928159] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd6fb093-b3c2-4b46-bf4c-c59334567634 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.942230] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.948833] env[63198]: DEBUG oslo_vmware.rw_handles [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lease: (returnval){ [ 612.948833] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52724b1c-58e9-6a0f-aa4d-fa75e7bcee30" [ 612.948833] env[63198]: _type = "HttpNfcLease" [ 612.948833] env[63198]: } obtained for exporting VM: (result){ [ 612.948833] env[63198]: value = "vm-546253" [ 612.948833] env[63198]: _type = "VirtualMachine" [ 612.948833] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 612.948833] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the lease: (returnval){ [ 612.948833] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52724b1c-58e9-6a0f-aa4d-fa75e7bcee30" [ 612.948833] env[63198]: _type = "HttpNfcLease" [ 612.948833] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 612.959508] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 612.959508] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52724b1c-58e9-6a0f-aa4d-fa75e7bcee30" [ 612.959508] env[63198]: _type = "HttpNfcLease" [ 612.959508] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 612.959798] env[63198]: DEBUG oslo_vmware.rw_handles [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 612.959798] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52724b1c-58e9-6a0f-aa4d-fa75e7bcee30" [ 612.959798] env[63198]: _type = "HttpNfcLease" [ 612.959798] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 612.960599] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bed15f-7767-42aa-a100-168a9ab64525 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.970803] env[63198]: DEBUG oslo_vmware.rw_handles [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86dc4-e482-09b7-f2df-92eb31152bcf/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 612.970972] env[63198]: DEBUG oslo_vmware.rw_handles [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86dc4-e482-09b7-f2df-92eb31152bcf/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 613.031232] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.037673] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.111s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.039268] env[63198]: INFO nova.compute.claims [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.064489] env[63198]: INFO nova.scheduler.client.report [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted allocations for instance 9796a960-1438-4efa-aab7-3a7ee8ed3802 [ 613.136504] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3705767b-25d4-444d-a75c-200bc74d7348 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.161146] env[63198]: DEBUG nova.network.neutron [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance_info_cache with network_info: [{"id": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "address": "fa:16:3e:62:cf:38", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8b6a13-a9", "ovs_interfaceid": "db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.278352] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711668, 'name': PowerOnVM_Task, 'duration_secs': 0.490867} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.278352] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.278352] env[63198]: INFO nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Took 10.90 seconds to spawn the instance on the hypervisor. [ 613.278519] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.279441] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c62b94-29ef-4af1-bb47-1623d43995f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.441904] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.500200] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.500200] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.576593] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6c87e67b-77bd-407a-8c41-b17762d16955 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "9796a960-1438-4efa-aab7-3a7ee8ed3802" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.905s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.667213] env[63198]: DEBUG oslo_concurrency.lockutils [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "refresh_cache-d53844a9-7e9e-47d5-97a9-80df25e74c57" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.669469] env[63198]: DEBUG nova.objects.instance [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lazy-loading 'migration_context' on Instance uuid d53844a9-7e9e-47d5-97a9-80df25e74c57 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.801497] env[63198]: INFO nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Took 40.35 seconds to build instance. [ 613.943675] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711669, 'name': ReconfigVM_Task, 'duration_secs': 0.549613} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.944149] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 76228faa-6d02-41d3-b99d-053423e3180c/76228faa-6d02-41d3-b99d-053423e3180c.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.944916] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b185405-d6cc-4ca8-9160-57bef42a06f0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.952738] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 613.952738] env[63198]: value = "task-2711674" [ 613.952738] env[63198]: _type = "Task" [ 613.952738] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.964942] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711674, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.172222] env[63198]: DEBUG nova.objects.base [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 614.174563] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dc1a64-52c6-462e-b8bd-587c105d9948 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.202742] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efdb80ad-6f9b-420a-81a2-a7f01cd3c824 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.213203] env[63198]: DEBUG oslo_vmware.api [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 614.213203] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271d237-ec13-d8fd-4508-4e45aaaf9d61" [ 614.213203] env[63198]: _type = "Task" [ 614.213203] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.227737] env[63198]: DEBUG oslo_vmware.api [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271d237-ec13-d8fd-4508-4e45aaaf9d61, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.228061] env[63198]: DEBUG oslo_concurrency.lockutils [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.261097] env[63198]: DEBUG nova.network.neutron [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Successfully updated port: 3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.308406] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "921035fb-b893-46bb-9fb6-a7649d0de22f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.044s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.466658] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711674, 'name': Rename_Task, 'duration_secs': 0.253853} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.469990] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.471631] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cde2ed5-036a-46d2-9be9-3cb4f2c47e41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.479810] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 614.479810] env[63198]: value = "task-2711675" [ 614.479810] env[63198]: _type = "Task" [ 614.479810] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.493974] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.702577] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edba454-40b6-41e2-8c14-cd186275a0dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.712710] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e39c9b8-63ee-4e49-a78e-d715c0c93eec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.749726] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c8a16-b9a6-4dec-bc4d-e6aee0119ba1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.760579] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227aae35-95fe-4804-8de9-428774576030 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.767381] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquiring lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.767381] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquired lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.767381] env[63198]: DEBUG nova.network.neutron [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.781521] env[63198]: DEBUG nova.compute.provider_tree [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.813024] env[63198]: DEBUG nova.compute.manager [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.994441] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711675, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.123145] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Acquiring lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.123527] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.215291] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Successfully updated port: 92fba404-4732-4a7c-af05-44070175de34 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.285573] env[63198]: DEBUG nova.scheduler.client.report [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.312913] env[63198]: DEBUG nova.network.neutron [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.317435] env[63198]: DEBUG nova.compute.manager [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received event network-changed-0ae90629-33af-4aab-9acc-35479cc60c23 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.317855] env[63198]: DEBUG nova.compute.manager [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Refreshing instance network info cache due to event network-changed-0ae90629-33af-4aab-9acc-35479cc60c23. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.318776] env[63198]: DEBUG oslo_concurrency.lockutils [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] Acquiring lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.318933] env[63198]: DEBUG oslo_concurrency.lockutils [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] Acquired lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.319213] env[63198]: DEBUG nova.network.neutron [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Refreshing network info cache for port 0ae90629-33af-4aab-9acc-35479cc60c23 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.339078] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.498681] env[63198]: DEBUG oslo_vmware.api [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711675, 'name': PowerOnVM_Task, 'duration_secs': 0.776122} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.499163] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.499540] env[63198]: INFO nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Took 10.39 seconds to spawn the instance on the hypervisor. [ 615.499833] env[63198]: DEBUG nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.500780] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff9ee7d-9c26-40f0-8319-0f8cb8588ff3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.792431] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.793200] env[63198]: DEBUG nova.compute.manager [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.800957] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.995s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.804013] env[63198]: INFO nova.compute.claims [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.868361] env[63198]: DEBUG nova.network.neutron [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Updating instance_info_cache with network_info: [{"id": "3555c397-8ab0-43ce-ba44-5558ca572121", "address": "fa:16:3e:12:ce:90", "network": {"id": "033b2b23-b440-45b6-b7a8-c63903b9066d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1362539721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45dfbba371c423992603a7b7556b0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3555c397-8a", "ovs_interfaceid": "3555c397-8ab0-43ce-ba44-5558ca572121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.933459] env[63198]: DEBUG nova.network.neutron [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.030257] env[63198]: INFO nova.compute.manager [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Took 40.45 seconds to build instance. [ 616.176114] env[63198]: DEBUG nova.network.neutron [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.303277] env[63198]: DEBUG nova.compute.utils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.304901] env[63198]: DEBUG nova.compute.manager [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.305368] env[63198]: DEBUG nova.network.neutron [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.370797] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Releasing lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.371300] env[63198]: DEBUG nova.compute.manager [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Instance network_info: |[{"id": "3555c397-8ab0-43ce-ba44-5558ca572121", "address": "fa:16:3e:12:ce:90", "network": {"id": "033b2b23-b440-45b6-b7a8-c63903b9066d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1362539721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45dfbba371c423992603a7b7556b0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3555c397-8a", "ovs_interfaceid": "3555c397-8ab0-43ce-ba44-5558ca572121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.371873] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:ce:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3555c397-8ab0-43ce-ba44-5558ca572121', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.385187] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Creating folder: Project (f45dfbba371c423992603a7b7556b0d7). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.385677] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4781779-775c-48e3-ae18-85abc524f583 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.400101] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Created folder: Project (f45dfbba371c423992603a7b7556b0d7) in parent group-v546185. [ 616.400456] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Creating folder: Instances. Parent ref: group-v546257. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.400803] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff397da8-b5b3-465f-8214-ec98ac9890d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.412922] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Created folder: Instances in parent group-v546257. [ 616.413252] env[63198]: DEBUG oslo.service.loopingcall [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.413464] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.413682] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ade32fc-1cea-4424-abf8-0d04a493a39d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.435554] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.435554] env[63198]: value = "task-2711679" [ 616.435554] env[63198]: _type = "Task" [ 616.435554] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.444383] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711679, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.446268] env[63198]: DEBUG nova.policy [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a92353b44b242079961cccd4ec0f24e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8df388ff63c14c958849ebd5bff1b3f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.533020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f1ac2d01-e603-4218-8554-dd84432430a4 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "76228faa-6d02-41d3-b99d-053423e3180c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.223s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.678902] env[63198]: DEBUG oslo_concurrency.lockutils [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] Releasing lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.679185] env[63198]: DEBUG nova.compute.manager [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Received event network-vif-plugged-3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.679420] env[63198]: DEBUG oslo_concurrency.lockutils [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] Acquiring lock "9409fbc3-cec1-410c-ab27-484a4a024c58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.679671] env[63198]: DEBUG oslo_concurrency.lockutils [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] Lock "9409fbc3-cec1-410c-ab27-484a4a024c58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.679860] env[63198]: DEBUG oslo_concurrency.lockutils [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] Lock "9409fbc3-cec1-410c-ab27-484a4a024c58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.680043] env[63198]: DEBUG nova.compute.manager [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] No waiting events found dispatching network-vif-plugged-3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.680217] env[63198]: WARNING nova.compute.manager [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Received unexpected event network-vif-plugged-3555c397-8ab0-43ce-ba44-5558ca572121 for instance with vm_state building and task_state spawning. [ 616.680380] env[63198]: DEBUG nova.compute.manager [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Received event network-changed-3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.680534] env[63198]: DEBUG nova.compute.manager [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Refreshing instance network info cache due to event network-changed-3555c397-8ab0-43ce-ba44-5558ca572121. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 616.680777] env[63198]: DEBUG oslo_concurrency.lockutils [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] Acquiring lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.680851] env[63198]: DEBUG oslo_concurrency.lockutils [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] Acquired lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.681041] env[63198]: DEBUG nova.network.neutron [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Refreshing network info cache for port 3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.809232] env[63198]: DEBUG nova.compute.manager [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.924609] env[63198]: DEBUG nova.network.neutron [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Successfully created port: cddbf39c-a348-40ff-917b-57000c3e9a08 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.951281] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711679, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.036576] env[63198]: DEBUG nova.compute.manager [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.356744] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.356744] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.434191] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0942237-9106-4db9-8d25-c4749eee9add {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.446047] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711679, 'name': CreateVM_Task, 'duration_secs': 0.721902} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.447965] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.449696] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.449696] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.449696] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.450330] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a65a83b-3648-47f0-8e1b-ac4da1ddfadd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.453703] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d92549-19d6-4e70-b05c-ce00d5024a1d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.487917] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 617.487917] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521e6ab7-fbc1-dcfd-952a-ed2a21ace9d9" [ 617.487917] env[63198]: _type = "Task" [ 617.487917] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.491876] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1039e5-68cd-448e-ad7d-849a6ed4a2a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.221734] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Successfully updated port: 14ab172e-5a6a-43bf-8da8-051a5afcdc7f {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.226069] env[63198]: DEBUG nova.compute.manager [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.233207] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.233533] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.233738] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.233937] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.234127] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.238559] env[63198]: DEBUG nova.compute.manager [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received event network-vif-plugged-92fba404-4732-4a7c-af05-44070175de34 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.238559] env[63198]: DEBUG oslo_concurrency.lockutils [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] Acquiring lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.238559] env[63198]: DEBUG oslo_concurrency.lockutils [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] Lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.238559] env[63198]: DEBUG oslo_concurrency.lockutils [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] Lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.238559] env[63198]: DEBUG nova.compute.manager [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] No waiting events found dispatching network-vif-plugged-92fba404-4732-4a7c-af05-44070175de34 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.238694] env[63198]: WARNING nova.compute.manager [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received unexpected event network-vif-plugged-92fba404-4732-4a7c-af05-44070175de34 for instance with vm_state building and task_state spawning. [ 618.238694] env[63198]: DEBUG nova.compute.manager [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received event network-changed-92fba404-4732-4a7c-af05-44070175de34 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.238694] env[63198]: DEBUG nova.compute.manager [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Refreshing instance network info cache due to event network-changed-92fba404-4732-4a7c-af05-44070175de34. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 618.238694] env[63198]: DEBUG oslo_concurrency.lockutils [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] Acquiring lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.238694] env[63198]: DEBUG oslo_concurrency.lockutils [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] Acquired lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.238812] env[63198]: DEBUG nova.network.neutron [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Refreshing network info cache for port 92fba404-4732-4a7c-af05-44070175de34 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.243018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.243018] env[63198]: INFO nova.compute.manager [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Terminating instance [ 618.248905] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.252645] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.254190] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85941af-7cb5-4ba1-905d-edb855a8da99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.262986] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.264420] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521e6ab7-fbc1-dcfd-952a-ed2a21ace9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011787} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.264926] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.265808] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.266070] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.266316] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.266465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.266668] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.269007] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.269541] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6be67e7-d758-42f5-aa9f-7b7ad7dde2be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.272670] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.281380] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.281617] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 618.282551] env[63198]: DEBUG nova.compute.provider_tree [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.283916] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.288084] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.288364] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.288573] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.288753] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.288954] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.289131] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.289373] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.289577] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.289751] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.289932] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.290175] env[63198]: DEBUG nova.virt.hardware [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.291437] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c337a754-5f6a-4be1-abc4-1d737e9c3527 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.298908] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.298908] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.298908] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a32379-21ea-4b3e-820c-06700cb0c1ce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.305202] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61020486-94b7-4d54-9e76-8d0928ee06e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.311132] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 618.311132] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5203feee-d62b-b195-826a-fdcc94924fbf" [ 618.311132] env[63198]: _type = "Task" [ 618.311132] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.330019] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5203feee-d62b-b195-826a-fdcc94924fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.330887] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1385745-409f-47db-8888-c639b80b5b9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.340575] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 618.340575] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ee6dee-2c37-35f9-2cc1-c6f814e1750a" [ 618.340575] env[63198]: _type = "Task" [ 618.340575] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.350683] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ee6dee-2c37-35f9-2cc1-c6f814e1750a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.367676] env[63198]: DEBUG nova.network.neutron [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.438914] env[63198]: DEBUG nova.network.neutron [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Updated VIF entry in instance network info cache for port 3555c397-8ab0-43ce-ba44-5558ca572121. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.438914] env[63198]: DEBUG nova.network.neutron [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Updating instance_info_cache with network_info: [{"id": "3555c397-8ab0-43ce-ba44-5558ca572121", "address": "fa:16:3e:12:ce:90", "network": {"id": "033b2b23-b440-45b6-b7a8-c63903b9066d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1362539721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45dfbba371c423992603a7b7556b0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3555c397-8a", "ovs_interfaceid": "3555c397-8ab0-43ce-ba44-5558ca572121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.559469] env[63198]: DEBUG nova.network.neutron [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.760994] env[63198]: DEBUG nova.compute.manager [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.760994] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.762029] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4649dca-e55a-452e-9d25-ba2efa2aab0f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.772624] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.772624] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c13cc856-dc05-4f42-a32c-542f221bd6a4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.782976] env[63198]: DEBUG oslo_vmware.api [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 618.782976] env[63198]: value = "task-2711681" [ 618.782976] env[63198]: _type = "Task" [ 618.782976] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.789868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.790972] env[63198]: DEBUG nova.scheduler.client.report [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.801421] env[63198]: DEBUG oslo_vmware.api [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.855664] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ee6dee-2c37-35f9-2cc1-c6f814e1750a, 'name': SearchDatastore_Task, 'duration_secs': 0.012143} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.855664] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.855936] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9409fbc3-cec1-410c-ab27-484a4a024c58/9409fbc3-cec1-410c-ab27-484a4a024c58.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.856210] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f691b4-43b4-455c-a00b-596bd4fcbde8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.870021] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 618.870021] env[63198]: value = "task-2711682" [ 618.870021] env[63198]: _type = "Task" [ 618.870021] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.879289] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.919701] env[63198]: DEBUG nova.network.neutron [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Successfully updated port: cddbf39c-a348-40ff-917b-57000c3e9a08 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.941753] env[63198]: DEBUG oslo_concurrency.lockutils [req-88720d00-8e7a-4c5a-82f4-dc4bedc49bca req-19d408d2-f178-4cc0-88f4-3897157e4a1b service nova] Releasing lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.061593] env[63198]: DEBUG oslo_concurrency.lockutils [req-3d71bc82-c427-452c-b7e6-ef91b64814cb req-b6872365-2f91-4518-b5c8-075e3444f26a service nova] Releasing lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.061994] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquired lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.062161] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.295196] env[63198]: DEBUG oslo_vmware.api [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711681, 'name': PowerOffVM_Task, 'duration_secs': 0.37956} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.296055] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.495s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.296568] env[63198]: DEBUG nova.compute.manager [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.299216] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.299923] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.300078] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.102s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.300195] env[63198]: DEBUG nova.objects.instance [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lazy-loading 'resources' on Instance uuid 4454f3c5-a41b-4a31-926d-82342dffcde9 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.301245] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a11492a6-a7bb-4621-b915-a3d038d5f26c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.381480] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.400337] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.401024] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.401024] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Deleting the datastore file [datastore2] c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.401228] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d5c0a01-1860-4947-98e0-50c76b5bbf2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.410939] env[63198]: DEBUG oslo_vmware.api [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 619.410939] env[63198]: value = "task-2711684" [ 619.410939] env[63198]: _type = "Task" [ 619.410939] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.423392] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "refresh_cache-37516f94-c2d9-4fd7-959d-d8f60863eebf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.423637] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquired lock "refresh_cache-37516f94-c2d9-4fd7-959d-d8f60863eebf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.423714] env[63198]: DEBUG nova.network.neutron [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.425371] env[63198]: DEBUG oslo_vmware.api [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.626766] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.801466] env[63198]: DEBUG nova.compute.utils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.802882] env[63198]: DEBUG nova.compute.manager [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.803659] env[63198]: DEBUG nova.network.neutron [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.884863] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58527} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.885414] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9409fbc3-cec1-410c-ab27-484a4a024c58/9409fbc3-cec1-410c-ab27-484a4a024c58.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.885643] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.885901] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0192e14a-30ee-40bf-82fe-4cd52d00de34 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.893433] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 619.893433] env[63198]: value = "task-2711685" [ 619.893433] env[63198]: _type = "Task" [ 619.893433] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.907160] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.929581] env[63198]: DEBUG oslo_vmware.api [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178832} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.930161] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.930495] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.930651] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.930875] env[63198]: INFO nova.compute.manager [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 619.931198] env[63198]: DEBUG oslo.service.loopingcall [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.932790] env[63198]: DEBUG nova.policy [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63773df645364cb59e44533d08bae8c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '607ec16dcce54bf28c73c7c2b84a7894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.934537] env[63198]: DEBUG nova.compute.manager [-] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.934656] env[63198]: DEBUG nova.network.neutron [-] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.021148] env[63198]: DEBUG nova.network.neutron [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.066692] env[63198]: DEBUG nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received event network-vif-plugged-14ab172e-5a6a-43bf-8da8-051a5afcdc7f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.066922] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Acquiring lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.067239] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.067422] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.067608] env[63198]: DEBUG nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] No waiting events found dispatching network-vif-plugged-14ab172e-5a6a-43bf-8da8-051a5afcdc7f {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.067793] env[63198]: WARNING nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received unexpected event network-vif-plugged-14ab172e-5a6a-43bf-8da8-051a5afcdc7f for instance with vm_state building and task_state spawning. [ 620.067953] env[63198]: DEBUG nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received event network-changed-14ab172e-5a6a-43bf-8da8-051a5afcdc7f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.068113] env[63198]: DEBUG nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Refreshing instance network info cache due to event network-changed-14ab172e-5a6a-43bf-8da8-051a5afcdc7f. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 620.068278] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Acquiring lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.306236] env[63198]: DEBUG nova.compute.manager [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.409292] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17778} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.409547] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.410434] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee826f6-dde9-4f06-980f-14f34c1c4425 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.439086] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 9409fbc3-cec1-410c-ab27-484a4a024c58/9409fbc3-cec1-410c-ab27-484a4a024c58.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.444321] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456c961a-d369-4c6d-92d4-53d1ee0f8f08 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.466583] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 620.466583] env[63198]: value = "task-2711687" [ 620.466583] env[63198]: _type = "Task" [ 620.466583] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.476574] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.495015] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b26c4-ce60-4dc5-b898-1eff0850bdfc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.504149] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7261a31b-56e1-4416-980d-32cfb74a0bad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.540155] env[63198]: DEBUG nova.network.neutron [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Updating instance_info_cache with network_info: [{"id": "cddbf39c-a348-40ff-917b-57000c3e9a08", "address": "fa:16:3e:11:95:e2", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddbf39c-a3", "ovs_interfaceid": "cddbf39c-a348-40ff-917b-57000c3e9a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.541960] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b993843-902b-469d-a304-20f3797158ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.551248] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8760bd19-7919-47cf-8828-7b21919fb325 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.574515] env[63198]: DEBUG nova.compute.provider_tree [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.682485] env[63198]: DEBUG nova.compute.manager [req-9efde6b1-66a4-4246-958f-c6f207e71314 req-39df5549-d624-4cbd-929a-d436ca12e17c service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Received event network-vif-deleted-f49973be-dac1-47b9-9d60-cfc466cfc6c4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 620.682682] env[63198]: INFO nova.compute.manager [req-9efde6b1-66a4-4246-958f-c6f207e71314 req-39df5549-d624-4cbd-929a-d436ca12e17c service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Neutron deleted interface f49973be-dac1-47b9-9d60-cfc466cfc6c4; detaching it from the instance and deleting it from the info cache [ 620.682848] env[63198]: DEBUG nova.network.neutron [req-9efde6b1-66a4-4246-958f-c6f207e71314 req-39df5549-d624-4cbd-929a-d436ca12e17c service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.719413] env[63198]: DEBUG nova.network.neutron [-] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.767458] env[63198]: DEBUG nova.network.neutron [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Updating instance_info_cache with network_info: [{"id": "0ae90629-33af-4aab-9acc-35479cc60c23", "address": "fa:16:3e:77:6d:fa", "network": {"id": "a1255277-880f-4a4c-a791-adfc8287bb11", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2032089114", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae90629-33", "ovs_interfaceid": "0ae90629-33af-4aab-9acc-35479cc60c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92fba404-4732-4a7c-af05-44070175de34", "address": "fa:16:3e:1b:f5:d3", "network": {"id": "2ecd9f94-cea0-4457-b260-116d5c35a54d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-245774816", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fba404-47", "ovs_interfaceid": "92fba404-4732-4a7c-af05-44070175de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14ab172e-5a6a-43bf-8da8-051a5afcdc7f", "address": "fa:16:3e:2a:7b:f5", "network": {"id": "a1255277-880f-4a4c-a791-adfc8287bb11", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2032089114", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ab172e-5a", "ovs_interfaceid": "14ab172e-5a6a-43bf-8da8-051a5afcdc7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.791219] env[63198]: DEBUG nova.network.neutron [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Successfully created port: 8d07c730-500a-44d4-b7b2-cb1adb37da87 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.977689] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711687, 'name': ReconfigVM_Task, 'duration_secs': 0.340793} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.978036] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 9409fbc3-cec1-410c-ab27-484a4a024c58/9409fbc3-cec1-410c-ab27-484a4a024c58.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.978678] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f462f715-8fce-4935-b33f-c82291283182 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.988184] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 620.988184] env[63198]: value = "task-2711688" [ 620.988184] env[63198]: _type = "Task" [ 620.988184] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.008614] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711688, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.049039] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Releasing lock "refresh_cache-37516f94-c2d9-4fd7-959d-d8f60863eebf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.049039] env[63198]: DEBUG nova.compute.manager [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Instance network_info: |[{"id": "cddbf39c-a348-40ff-917b-57000c3e9a08", "address": "fa:16:3e:11:95:e2", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddbf39c-a3", "ovs_interfaceid": "cddbf39c-a348-40ff-917b-57000c3e9a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.049039] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:95:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cddbf39c-a348-40ff-917b-57000c3e9a08', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.059022] env[63198]: DEBUG oslo.service.loopingcall [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.059306] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.059544] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-028c0ba4-0cc3-494f-b375-e88b36b2d8b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.079166] env[63198]: DEBUG nova.scheduler.client.report [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.083409] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.083409] env[63198]: value = "task-2711689" [ 621.083409] env[63198]: _type = "Task" [ 621.083409] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.098874] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711689, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.190885] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc3cf3c3-478f-4587-93db-43f274041b5a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.201220] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3170a7-b65f-42cf-9fd4-fa9ff25b8d16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.221485] env[63198]: INFO nova.compute.manager [-] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Took 1.29 seconds to deallocate network for instance. [ 621.243163] env[63198]: DEBUG nova.compute.manager [req-9efde6b1-66a4-4246-958f-c6f207e71314 req-39df5549-d624-4cbd-929a-d436ca12e17c service nova] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Detach interface failed, port_id=f49973be-dac1-47b9-9d60-cfc466cfc6c4, reason: Instance c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 621.273086] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Releasing lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.273086] env[63198]: DEBUG nova.compute.manager [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Instance network_info: |[{"id": "0ae90629-33af-4aab-9acc-35479cc60c23", "address": "fa:16:3e:77:6d:fa", "network": {"id": "a1255277-880f-4a4c-a791-adfc8287bb11", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2032089114", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae90629-33", "ovs_interfaceid": "0ae90629-33af-4aab-9acc-35479cc60c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92fba404-4732-4a7c-af05-44070175de34", "address": "fa:16:3e:1b:f5:d3", "network": {"id": "2ecd9f94-cea0-4457-b260-116d5c35a54d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-245774816", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fba404-47", "ovs_interfaceid": "92fba404-4732-4a7c-af05-44070175de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14ab172e-5a6a-43bf-8da8-051a5afcdc7f", "address": "fa:16:3e:2a:7b:f5", "network": {"id": "a1255277-880f-4a4c-a791-adfc8287bb11", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2032089114", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ab172e-5a", "ovs_interfaceid": "14ab172e-5a6a-43bf-8da8-051a5afcdc7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.273086] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Acquired lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.273086] env[63198]: DEBUG nova.network.neutron [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Refreshing network info cache for port 14ab172e-5a6a-43bf-8da8-051a5afcdc7f {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.273429] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:6d:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ae90629-33af-4aab-9acc-35479cc60c23', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:f5:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92fba404-4732-4a7c-af05-44070175de34', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:7b:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ab172e-5a6a-43bf-8da8-051a5afcdc7f', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.283031] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Creating folder: Project (b1997deba3da48a3ac594aac33f53b18). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.284464] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-095bde56-5569-4406-83ad-33306ef64fce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.298220] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Created folder: Project (b1997deba3da48a3ac594aac33f53b18) in parent group-v546185. [ 621.298487] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Creating folder: Instances. Parent ref: group-v546261. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.298718] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66550c71-6aee-4710-9ec8-87c81c55f5d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.311313] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Created folder: Instances in parent group-v546261. [ 621.311313] env[63198]: DEBUG oslo.service.loopingcall [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.311716] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.311716] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4a0887d-a8dc-4e82-b5f0-a7bb0ca932d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.341209] env[63198]: DEBUG nova.compute.manager [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.351848] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.351848] env[63198]: value = "task-2711692" [ 621.351848] env[63198]: _type = "Task" [ 621.351848] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.362146] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711692, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.370884] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.371319] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.371507] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.371806] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.372036] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.372212] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.372422] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.372651] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.372824] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.372992] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.373254] env[63198]: DEBUG nova.virt.hardware [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.374345] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648f33dc-e074-4b30-aa47-b1fc8daf33a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.383423] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e05923d-19c1-4537-a01c-8dc06f6b803b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.500194] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711688, 'name': Rename_Task, 'duration_secs': 0.182903} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.500587] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.501021] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96162c28-bcc8-4904-88fa-367949ffc9dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.509526] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 621.509526] env[63198]: value = "task-2711693" [ 621.509526] env[63198]: _type = "Task" [ 621.509526] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.519299] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.586145] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.588761] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.262s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.589012] env[63198]: DEBUG nova.objects.instance [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lazy-loading 'resources' on Instance uuid 62f2c47b-4eb6-4fd5-9942-8f12de9b289d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.600951] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711689, 'name': CreateVM_Task, 'duration_secs': 0.511408} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.600951] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.601635] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.601863] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.602361] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.602547] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d67ffd-289e-45e4-8f38-853e599d1eb8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.608633] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 621.608633] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521e5928-74ae-fd4e-a9bd-0759a3befdba" [ 621.608633] env[63198]: _type = "Task" [ 621.608633] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.613219] env[63198]: INFO nova.scheduler.client.report [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Deleted allocations for instance 4454f3c5-a41b-4a31-926d-82342dffcde9 [ 621.620770] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521e5928-74ae-fd4e-a9bd-0759a3befdba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.745944] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.865081] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711692, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.023199] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711693, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.119732] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521e5928-74ae-fd4e-a9bd-0759a3befdba, 'name': SearchDatastore_Task, 'duration_secs': 0.018141} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.123314] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.123707] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.124081] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.124326] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.124609] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.128215] env[63198]: DEBUG nova.network.neutron [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Updated VIF entry in instance network info cache for port 14ab172e-5a6a-43bf-8da8-051a5afcdc7f. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.128743] env[63198]: DEBUG nova.network.neutron [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Updating instance_info_cache with network_info: [{"id": "0ae90629-33af-4aab-9acc-35479cc60c23", "address": "fa:16:3e:77:6d:fa", "network": {"id": "a1255277-880f-4a4c-a791-adfc8287bb11", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2032089114", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae90629-33", "ovs_interfaceid": "0ae90629-33af-4aab-9acc-35479cc60c23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92fba404-4732-4a7c-af05-44070175de34", "address": "fa:16:3e:1b:f5:d3", "network": {"id": "2ecd9f94-cea0-4457-b260-116d5c35a54d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-245774816", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92fba404-47", "ovs_interfaceid": "92fba404-4732-4a7c-af05-44070175de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14ab172e-5a6a-43bf-8da8-051a5afcdc7f", "address": "fa:16:3e:2a:7b:f5", "network": {"id": "a1255277-880f-4a4c-a791-adfc8287bb11", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2032089114", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ab172e-5a", "ovs_interfaceid": "14ab172e-5a6a-43bf-8da8-051a5afcdc7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.130386] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a9604d3-ecf6-46ce-bed4-e4df9c53f19e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.132930] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f960f33-a791-4b6c-b86e-c1d3b44165de tempest-ServerDiagnosticsV248Test-1102610398 tempest-ServerDiagnosticsV248Test-1102610398-project-member] Lock "4454f3c5-a41b-4a31-926d-82342dffcde9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.433s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.144616] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.144616] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.145329] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eaa77d6-3711-4164-90b9-ceb718782226 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.157069] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 622.157069] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5205310a-72f7-a856-2750-bdbdade1eb8f" [ 622.157069] env[63198]: _type = "Task" [ 622.157069] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.168193] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5205310a-72f7-a856-2750-bdbdade1eb8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.370672] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711692, 'name': CreateVM_Task, 'duration_secs': 0.93109} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.373639] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.377359] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.377711] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.378218] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.379229] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d900aa2-0430-40a3-9b44-76b891877207 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.386556] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 622.386556] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52243ae2-fd67-b346-d8a2-42f93e5bc482" [ 622.386556] env[63198]: _type = "Task" [ 622.386556] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.400831] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52243ae2-fd67-b346-d8a2-42f93e5bc482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.523898] env[63198]: DEBUG oslo_vmware.api [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711693, 'name': PowerOnVM_Task, 'duration_secs': 0.668515} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.527661] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.531016] env[63198]: INFO nova.compute.manager [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Took 9.92 seconds to spawn the instance on the hypervisor. [ 622.531016] env[63198]: DEBUG nova.compute.manager [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.531016] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f97f3d-a01f-420f-b692-7cf433866b69 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.549135] env[63198]: DEBUG nova.compute.manager [req-a5f28ab9-d053-4fba-9b02-cd9c8e6d1b89 req-c00d0219-7921-436d-8e1d-a9cd9b1b5d5d service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Received event network-vif-plugged-8d07c730-500a-44d4-b7b2-cb1adb37da87 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.549135] env[63198]: DEBUG oslo_concurrency.lockutils [req-a5f28ab9-d053-4fba-9b02-cd9c8e6d1b89 req-c00d0219-7921-436d-8e1d-a9cd9b1b5d5d service nova] Acquiring lock "152da4ca-e540-4362-b552-4fd8818acf12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.549135] env[63198]: DEBUG oslo_concurrency.lockutils [req-a5f28ab9-d053-4fba-9b02-cd9c8e6d1b89 req-c00d0219-7921-436d-8e1d-a9cd9b1b5d5d service nova] Lock "152da4ca-e540-4362-b552-4fd8818acf12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.549135] env[63198]: DEBUG oslo_concurrency.lockutils [req-a5f28ab9-d053-4fba-9b02-cd9c8e6d1b89 req-c00d0219-7921-436d-8e1d-a9cd9b1b5d5d service nova] Lock "152da4ca-e540-4362-b552-4fd8818acf12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.549135] env[63198]: DEBUG nova.compute.manager [req-a5f28ab9-d053-4fba-9b02-cd9c8e6d1b89 req-c00d0219-7921-436d-8e1d-a9cd9b1b5d5d service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] No waiting events found dispatching network-vif-plugged-8d07c730-500a-44d4-b7b2-cb1adb37da87 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.549135] env[63198]: WARNING nova.compute.manager [req-a5f28ab9-d053-4fba-9b02-cd9c8e6d1b89 req-c00d0219-7921-436d-8e1d-a9cd9b1b5d5d service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Received unexpected event network-vif-plugged-8d07c730-500a-44d4-b7b2-cb1adb37da87 for instance with vm_state building and task_state spawning. [ 622.633719] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Releasing lock "refresh_cache-2298031b-91e6-4b91-8332-a4fabc47388e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.634322] env[63198]: DEBUG nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Received event network-vif-plugged-cddbf39c-a348-40ff-917b-57000c3e9a08 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.634530] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Acquiring lock "37516f94-c2d9-4fd7-959d-d8f60863eebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.634737] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Lock "37516f94-c2d9-4fd7-959d-d8f60863eebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.634902] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Lock "37516f94-c2d9-4fd7-959d-d8f60863eebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.635076] env[63198]: DEBUG nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] No waiting events found dispatching network-vif-plugged-cddbf39c-a348-40ff-917b-57000c3e9a08 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.635293] env[63198]: WARNING nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Received unexpected event network-vif-plugged-cddbf39c-a348-40ff-917b-57000c3e9a08 for instance with vm_state building and task_state spawning. [ 622.635482] env[63198]: DEBUG nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Received event network-changed-cddbf39c-a348-40ff-917b-57000c3e9a08 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.635639] env[63198]: DEBUG nova.compute.manager [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Refreshing instance network info cache due to event network-changed-cddbf39c-a348-40ff-917b-57000c3e9a08. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.635822] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Acquiring lock "refresh_cache-37516f94-c2d9-4fd7-959d-d8f60863eebf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.635970] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Acquired lock "refresh_cache-37516f94-c2d9-4fd7-959d-d8f60863eebf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.636150] env[63198]: DEBUG nova.network.neutron [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Refreshing network info cache for port cddbf39c-a348-40ff-917b-57000c3e9a08 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.672785] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5205310a-72f7-a856-2750-bdbdade1eb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.021754} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.673745] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b91931e-e066-4258-bdf1-82396a75fe5b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.683359] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 622.683359] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5277e6c6-7f98-18f9-bd85-429ecd5af702" [ 622.683359] env[63198]: _type = "Task" [ 622.683359] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.694606] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5277e6c6-7f98-18f9-bd85-429ecd5af702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.748876] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74743211-8c6e-4192-aba9-bd8200d29b06 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.767071] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143a8703-2a0a-4aed-91d6-dff2190a4c0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.803141] env[63198]: DEBUG nova.network.neutron [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Successfully updated port: 8d07c730-500a-44d4-b7b2-cb1adb37da87 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.803715] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e913c561-75e3-40d9-88ae-1b065b49ae59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.813931] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeb7a17-0a89-4387-a1cc-11693487762e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.833274] env[63198]: DEBUG nova.compute.provider_tree [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.900927] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52243ae2-fd67-b346-d8a2-42f93e5bc482, 'name': SearchDatastore_Task, 'duration_secs': 0.018663} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.901343] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.901603] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.901910] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.056811] env[63198]: INFO nova.compute.manager [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Took 40.98 seconds to build instance. [ 623.196156] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5277e6c6-7f98-18f9-bd85-429ecd5af702, 'name': SearchDatastore_Task, 'duration_secs': 0.01788} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.196490] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.196792] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 37516f94-c2d9-4fd7-959d-d8f60863eebf/37516f94-c2d9-4fd7-959d-d8f60863eebf.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.197009] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.197262] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.197461] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59729286-f287-43ef-9785-780f4ac77a0f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.200555] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4633e02-fde2-482a-8266-78f22327adae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.214063] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 623.214063] env[63198]: value = "task-2711695" [ 623.214063] env[63198]: _type = "Task" [ 623.214063] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.215642] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.215854] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.220388] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87c2a8e-c879-4270-be6d-03dcb0a3d65d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.227292] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 623.227292] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5228a4f6-77fb-afa6-5847-027c954f6a02" [ 623.227292] env[63198]: _type = "Task" [ 623.227292] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.230476] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.239968] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5228a4f6-77fb-afa6-5847-027c954f6a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.308212] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "refresh_cache-152da4ca-e540-4362-b552-4fd8818acf12" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.308212] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquired lock "refresh_cache-152da4ca-e540-4362-b552-4fd8818acf12" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.308328] env[63198]: DEBUG nova.network.neutron [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.337198] env[63198]: DEBUG nova.scheduler.client.report [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.559712] env[63198]: DEBUG oslo_concurrency.lockutils [None req-314a3bc7-6894-4fb2-a56c-fef2faabd978 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "9409fbc3-cec1-410c-ab27-484a4a024c58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.948s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.591692] env[63198]: DEBUG nova.network.neutron [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Updated VIF entry in instance network info cache for port cddbf39c-a348-40ff-917b-57000c3e9a08. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.591692] env[63198]: DEBUG nova.network.neutron [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Updating instance_info_cache with network_info: [{"id": "cddbf39c-a348-40ff-917b-57000c3e9a08", "address": "fa:16:3e:11:95:e2", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddbf39c-a3", "ovs_interfaceid": "cddbf39c-a348-40ff-917b-57000c3e9a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.628369] env[63198]: DEBUG oslo_vmware.rw_handles [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86dc4-e482-09b7-f2df-92eb31152bcf/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 623.629503] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0769f3-bee4-4ea9-90fd-dc6595393265 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.637037] env[63198]: DEBUG oslo_vmware.rw_handles [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86dc4-e482-09b7-f2df-92eb31152bcf/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 623.637214] env[63198]: ERROR oslo_vmware.rw_handles [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86dc4-e482-09b7-f2df-92eb31152bcf/disk-0.vmdk due to incomplete transfer. [ 623.637466] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-23fe8ea6-04f1-441a-bb04-487b1affdb63 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.646557] env[63198]: DEBUG oslo_vmware.rw_handles [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d86dc4-e482-09b7-f2df-92eb31152bcf/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 623.646947] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Uploaded image 92b9bcfe-6b8b-49a7-ac37-18f89d11377c to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 623.649411] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 623.649693] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dec588b1-de00-443d-8edd-a957b71b100b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.658374] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 623.658374] env[63198]: value = "task-2711696" [ 623.658374] env[63198]: _type = "Task" [ 623.658374] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.667850] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711696, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.727378] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711695, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.741096] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5228a4f6-77fb-afa6-5847-027c954f6a02, 'name': SearchDatastore_Task, 'duration_secs': 0.01694} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.744400] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32303cb2-c8f9-4d36-8288-e9d995a0da44 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.748553] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 623.748553] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d09d2f-e962-a300-6c01-8b0f35b53104" [ 623.748553] env[63198]: _type = "Task" [ 623.748553] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.758318] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d09d2f-e962-a300-6c01-8b0f35b53104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.845723] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.847217] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.592s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.850093] env[63198]: INFO nova.compute.claims [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.887784] env[63198]: INFO nova.scheduler.client.report [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Deleted allocations for instance 62f2c47b-4eb6-4fd5-9942-8f12de9b289d [ 624.069712] env[63198]: DEBUG nova.compute.manager [None req-db31b81a-e7c2-46c2-b052-4ee404a115ca tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: b770a3e4-7ea4-44d5-9054-06308ede3f33] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.071190] env[63198]: DEBUG nova.network.neutron [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.094433] env[63198]: DEBUG oslo_concurrency.lockutils [req-e2a38f8d-72ec-4f8c-be83-a791db2c46f6 req-5524f6ef-7aaa-475f-885f-d2fc793fa454 service nova] Releasing lock "refresh_cache-37516f94-c2d9-4fd7-959d-d8f60863eebf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.170871] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711696, 'name': Destroy_Task, 'duration_secs': 0.508232} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.170960] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Destroyed the VM [ 624.174018] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 624.174018] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2c60b4b-523c-48bc-9f13-47278b8b7752 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.178597] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 624.178597] env[63198]: value = "task-2711697" [ 624.178597] env[63198]: _type = "Task" [ 624.178597] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.187386] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.225874] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771525} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.228623] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 37516f94-c2d9-4fd7-959d-d8f60863eebf/37516f94-c2d9-4fd7-959d-d8f60863eebf.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.228842] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.229132] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29f4c002-04c9-43e1-9b8f-709ee5c8372b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.239083] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 624.239083] env[63198]: value = "task-2711698" [ 624.239083] env[63198]: _type = "Task" [ 624.239083] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.248048] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.259032] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d09d2f-e962-a300-6c01-8b0f35b53104, 'name': SearchDatastore_Task, 'duration_secs': 0.057422} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.259173] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.259467] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2298031b-91e6-4b91-8332-a4fabc47388e/2298031b-91e6-4b91-8332-a4fabc47388e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.259748] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3945f400-ddb9-402c-96f2-b4440ca7a13d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.273028] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 624.273028] env[63198]: value = "task-2711699" [ 624.273028] env[63198]: _type = "Task" [ 624.273028] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.277434] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.297674] env[63198]: DEBUG nova.network.neutron [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Updating instance_info_cache with network_info: [{"id": "8d07c730-500a-44d4-b7b2-cb1adb37da87", "address": "fa:16:3e:cd:e7:46", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07c730-50", "ovs_interfaceid": "8d07c730-500a-44d4-b7b2-cb1adb37da87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.399436] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0453abda-0c3e-4d77-89e3-e96b7d6cd38e tempest-ServerAddressesTestJSON-633084802 tempest-ServerAddressesTestJSON-633084802-project-member] Lock "62f2c47b-4eb6-4fd5-9942-8f12de9b289d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.266s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.574280] env[63198]: DEBUG nova.compute.manager [None req-db31b81a-e7c2-46c2-b052-4ee404a115ca tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: b770a3e4-7ea4-44d5-9054-06308ede3f33] Instance disappeared before build. {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 624.690740] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711697, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.749601] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091974} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.749959] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.750838] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a819658-334b-4a6b-a786-41f6f2fce4b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.776555] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 37516f94-c2d9-4fd7-959d-d8f60863eebf/37516f94-c2d9-4fd7-959d-d8f60863eebf.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.777069] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c10f4f7f-e156-4208-b2d7-3a47533daa0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.799654] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Releasing lock "refresh_cache-152da4ca-e540-4362-b552-4fd8818acf12" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.801316] env[63198]: DEBUG nova.compute.manager [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Instance network_info: |[{"id": "8d07c730-500a-44d4-b7b2-cb1adb37da87", "address": "fa:16:3e:cd:e7:46", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07c730-50", "ovs_interfaceid": "8d07c730-500a-44d4-b7b2-cb1adb37da87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.801316] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:e7:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d07c730-500a-44d4-b7b2-cb1adb37da87', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.811393] env[63198]: DEBUG oslo.service.loopingcall [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.817111] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.817604] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711699, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.818053] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 624.818053] env[63198]: value = "task-2711701" [ 624.818053] env[63198]: _type = "Task" [ 624.818053] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.818374] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a2fc283-096c-4ff8-a590-2d3dbc44a8a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.849100] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.849100] env[63198]: value = "task-2711702" [ 624.849100] env[63198]: _type = "Task" [ 624.849100] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.854918] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.870022] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711702, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.098610] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db31b81a-e7c2-46c2-b052-4ee404a115ca tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "b770a3e4-7ea4-44d5-9054-06308ede3f33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.037s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.200408] env[63198]: DEBUG oslo_vmware.api [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711697, 'name': RemoveSnapshot_Task, 'duration_secs': 0.995708} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.204564] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 625.205218] env[63198]: INFO nova.compute.manager [None req-227c0ada-06e2-4517-8b8a-0212e22909fc tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Took 16.53 seconds to snapshot the instance on the hypervisor. [ 625.210550] env[63198]: DEBUG nova.compute.manager [req-83dbf3e4-c2ec-41bb-aab5-45527353a677 req-823661b8-a13a-4188-8cf8-8e41dea602a1 service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Received event network-changed-8d07c730-500a-44d4-b7b2-cb1adb37da87 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.211098] env[63198]: DEBUG nova.compute.manager [req-83dbf3e4-c2ec-41bb-aab5-45527353a677 req-823661b8-a13a-4188-8cf8-8e41dea602a1 service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Refreshing instance network info cache due to event network-changed-8d07c730-500a-44d4-b7b2-cb1adb37da87. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 625.211472] env[63198]: DEBUG oslo_concurrency.lockutils [req-83dbf3e4-c2ec-41bb-aab5-45527353a677 req-823661b8-a13a-4188-8cf8-8e41dea602a1 service nova] Acquiring lock "refresh_cache-152da4ca-e540-4362-b552-4fd8818acf12" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.211781] env[63198]: DEBUG oslo_concurrency.lockutils [req-83dbf3e4-c2ec-41bb-aab5-45527353a677 req-823661b8-a13a-4188-8cf8-8e41dea602a1 service nova] Acquired lock "refresh_cache-152da4ca-e540-4362-b552-4fd8818acf12" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.212041] env[63198]: DEBUG nova.network.neutron [req-83dbf3e4-c2ec-41bb-aab5-45527353a677 req-823661b8-a13a-4188-8cf8-8e41dea602a1 service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Refreshing network info cache for port 8d07c730-500a-44d4-b7b2-cb1adb37da87 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.293010] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845633} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.293522] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2298031b-91e6-4b91-8332-a4fabc47388e/2298031b-91e6-4b91-8332-a4fabc47388e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.293850] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.294162] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fef2149-57f2-4554-a964-c4eed83a4916 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.304573] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 625.304573] env[63198]: value = "task-2711703" [ 625.304573] env[63198]: _type = "Task" [ 625.304573] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.315749] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.351462] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711701, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.369091] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711702, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.560153] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8ef920-f44c-497e-8fcb-345c15daeb22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.568473] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8bc31a-5d52-4784-be85-d79e4768a48c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.603644] env[63198]: DEBUG nova.compute.manager [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.607422] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a0d489-77c5-40c0-b479-819a79018ef0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.617517] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784577ea-e045-491e-9525-31b937fb35aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.636938] env[63198]: DEBUG nova.compute.provider_tree [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.818755] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092317} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.821198] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.824415] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6412da24-54e9-4fd4-9035-697c038e79d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.853973] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 2298031b-91e6-4b91-8332-a4fabc47388e/2298031b-91e6-4b91-8332-a4fabc47388e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.857504] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db0fe65-f58e-414b-a4c4-8e12096a355d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.894020] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711701, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.894020] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 625.894020] env[63198]: value = "task-2711704" [ 625.894020] env[63198]: _type = "Task" [ 625.894020] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.894020] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711702, 'name': CreateVM_Task, 'duration_secs': 0.684303} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.894020] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.894986] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.895234] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.895417] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.897851] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c172627e-4ed4-4719-b8be-782f48970430 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.904145] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 625.904145] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b4afe2-75fb-53ce-3bbb-dc453fe01101" [ 625.904145] env[63198]: _type = "Task" [ 625.904145] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.907943] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.919274] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b4afe2-75fb-53ce-3bbb-dc453fe01101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.101488] env[63198]: DEBUG nova.network.neutron [req-83dbf3e4-c2ec-41bb-aab5-45527353a677 req-823661b8-a13a-4188-8cf8-8e41dea602a1 service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Updated VIF entry in instance network info cache for port 8d07c730-500a-44d4-b7b2-cb1adb37da87. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.101945] env[63198]: DEBUG nova.network.neutron [req-83dbf3e4-c2ec-41bb-aab5-45527353a677 req-823661b8-a13a-4188-8cf8-8e41dea602a1 service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Updating instance_info_cache with network_info: [{"id": "8d07c730-500a-44d4-b7b2-cb1adb37da87", "address": "fa:16:3e:cd:e7:46", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07c730-50", "ovs_interfaceid": "8d07c730-500a-44d4-b7b2-cb1adb37da87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.140393] env[63198]: DEBUG nova.scheduler.client.report [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.144857] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.355795] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711701, 'name': ReconfigVM_Task, 'duration_secs': 1.528671} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.356105] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 37516f94-c2d9-4fd7-959d-d8f60863eebf/37516f94-c2d9-4fd7-959d-d8f60863eebf.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.356786] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d8103f7-5d7c-4154-ad21-cdf8a0da8719 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.365633] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 626.365633] env[63198]: value = "task-2711705" [ 626.365633] env[63198]: _type = "Task" [ 626.365633] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.375374] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711705, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.404451] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711704, 'name': ReconfigVM_Task, 'duration_secs': 0.421126} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.404451] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 2298031b-91e6-4b91-8332-a4fabc47388e/2298031b-91e6-4b91-8332-a4fabc47388e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.404451] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97472ba5-770f-4886-a127-58e7075aebcc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.411273] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 626.411273] env[63198]: value = "task-2711707" [ 626.411273] env[63198]: _type = "Task" [ 626.411273] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.425537] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b4afe2-75fb-53ce-3bbb-dc453fe01101, 'name': SearchDatastore_Task, 'duration_secs': 0.029529} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.428675] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.429235] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.429772] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.430041] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.431717] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.431717] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711707, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.431717] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9dbd2aa-cd28-412a-b6e4-6b66cc72ae09 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.442433] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.442702] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.443929] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a27772b-a4b4-4693-8ab4-569b60363630 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.450969] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 626.450969] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c42c4b-99bb-270c-2c1a-636e64daacda" [ 626.450969] env[63198]: _type = "Task" [ 626.450969] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.460173] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c42c4b-99bb-270c-2c1a-636e64daacda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.605108] env[63198]: DEBUG oslo_concurrency.lockutils [req-83dbf3e4-c2ec-41bb-aab5-45527353a677 req-823661b8-a13a-4188-8cf8-8e41dea602a1 service nova] Releasing lock "refresh_cache-152da4ca-e540-4362-b552-4fd8818acf12" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.646392] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.646929] env[63198]: DEBUG nova.compute.manager [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.649629] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.682s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.651084] env[63198]: INFO nova.compute.claims [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.883796] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711705, 'name': Rename_Task, 'duration_secs': 0.182208} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.884101] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.884358] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be432d43-85cd-4dfe-8fcd-b83811c0303c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.895173] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 626.895173] env[63198]: value = "task-2711708" [ 626.895173] env[63198]: _type = "Task" [ 626.895173] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.902493] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.924940] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711707, 'name': Rename_Task, 'duration_secs': 0.188342} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.925238] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.925543] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f53cbf1-60f8-42db-9253-e0a986515c74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.933190] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 626.933190] env[63198]: value = "task-2711709" [ 626.933190] env[63198]: _type = "Task" [ 626.933190] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.946022] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.964883] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c42c4b-99bb-270c-2c1a-636e64daacda, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.964883] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a5baabd-e972-43f5-923e-fdcc683e95a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.974017] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 626.974017] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520e3ad4-1322-8c40-16af-6adec46a5b21" [ 626.974017] env[63198]: _type = "Task" [ 626.974017] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.981250] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520e3ad4-1322-8c40-16af-6adec46a5b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.156162] env[63198]: DEBUG nova.compute.utils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.160979] env[63198]: DEBUG nova.compute.manager [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.161462] env[63198]: DEBUG nova.network.neutron [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.253746] env[63198]: DEBUG nova.policy [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ded6f94432d544b8aaa781e0bc132a0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '907c918838e049cc834a202443756e45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.404173] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711708, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.454164] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711709, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.485087] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520e3ad4-1322-8c40-16af-6adec46a5b21, 'name': SearchDatastore_Task, 'duration_secs': 0.016119} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.485426] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.485715] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 152da4ca-e540-4362-b552-4fd8818acf12/152da4ca-e540-4362-b552-4fd8818acf12.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.485983] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8716b16-d338-4d4f-80b1-fd364afa64f2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.493576] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 627.493576] env[63198]: value = "task-2711710" [ 627.493576] env[63198]: _type = "Task" [ 627.493576] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.503933] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.661837] env[63198]: DEBUG nova.compute.manager [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.708307] env[63198]: DEBUG nova.compute.manager [req-754b2a1f-bb9b-4441-997d-33bf02abe9f7 req-7daf72b8-a9c6-4982-a3ec-53c53354a9a6 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Received event network-changed-3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.708307] env[63198]: DEBUG nova.compute.manager [req-754b2a1f-bb9b-4441-997d-33bf02abe9f7 req-7daf72b8-a9c6-4982-a3ec-53c53354a9a6 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Refreshing instance network info cache due to event network-changed-3555c397-8ab0-43ce-ba44-5558ca572121. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.708307] env[63198]: DEBUG oslo_concurrency.lockutils [req-754b2a1f-bb9b-4441-997d-33bf02abe9f7 req-7daf72b8-a9c6-4982-a3ec-53c53354a9a6 service nova] Acquiring lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.708612] env[63198]: DEBUG oslo_concurrency.lockutils [req-754b2a1f-bb9b-4441-997d-33bf02abe9f7 req-7daf72b8-a9c6-4982-a3ec-53c53354a9a6 service nova] Acquired lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.708612] env[63198]: DEBUG nova.network.neutron [req-754b2a1f-bb9b-4441-997d-33bf02abe9f7 req-7daf72b8-a9c6-4982-a3ec-53c53354a9a6 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Refreshing network info cache for port 3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.742106] env[63198]: DEBUG nova.network.neutron [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Successfully created port: 9f214646-b49a-41ee-8fb7-489c963a370d {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.908266] env[63198]: DEBUG oslo_vmware.api [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711708, 'name': PowerOnVM_Task, 'duration_secs': 0.755578} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.908575] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.908791] env[63198]: INFO nova.compute.manager [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Took 9.68 seconds to spawn the instance on the hypervisor. [ 627.908966] env[63198]: DEBUG nova.compute.manager [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.910696] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c47ff8-3ce8-4625-abc5-c628cf647c7b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.948706] env[63198]: DEBUG oslo_vmware.api [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711709, 'name': PowerOnVM_Task, 'duration_secs': 0.543808} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.948706] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.948706] env[63198]: INFO nova.compute.manager [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Took 18.21 seconds to spawn the instance on the hypervisor. [ 627.948706] env[63198]: DEBUG nova.compute.manager [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.949082] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b35694-640f-4b90-b9f6-2b084b089994 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.005157] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711710, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.221298] env[63198]: DEBUG oslo_concurrency.lockutils [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquiring lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.221619] env[63198]: DEBUG oslo_concurrency.lockutils [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.221894] env[63198]: DEBUG oslo_concurrency.lockutils [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquiring lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.222302] env[63198]: DEBUG oslo_concurrency.lockutils [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.222624] env[63198]: DEBUG oslo_concurrency.lockutils [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.226450] env[63198]: INFO nova.compute.manager [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Terminating instance [ 628.285598] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3d7e1a-5f51-4f61-b6da-572fc6e00e9b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.295805] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b864da0c-81d4-44f0-ad1e-b735b11fb8b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.339035] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae661bec-c6c6-4569-a830-f182960e2014 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.348808] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e3e06-bea0-41da-8824-3dd32d4c5e5a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.370422] env[63198]: DEBUG nova.compute.provider_tree [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.431585] env[63198]: INFO nova.compute.manager [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Took 37.53 seconds to build instance. [ 628.471799] env[63198]: INFO nova.compute.manager [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Took 47.72 seconds to build instance. [ 628.506515] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876205} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.506890] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 152da4ca-e540-4362-b552-4fd8818acf12/152da4ca-e540-4362-b552-4fd8818acf12.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.507196] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.507493] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57e21117-b3af-41b8-8a1e-7b15bd9bfc53 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.519241] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 628.519241] env[63198]: value = "task-2711712" [ 628.519241] env[63198]: _type = "Task" [ 628.519241] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.538711] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.674791] env[63198]: DEBUG nova.compute.manager [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.722037] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.722309] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.722470] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.722672] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.723295] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.723295] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.723445] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.723601] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.723759] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.723913] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.724094] env[63198]: DEBUG nova.virt.hardware [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.725051] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555b0275-06c5-47b5-8923-498f8012d674 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.732427] env[63198]: DEBUG nova.compute.manager [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.732624] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.735914] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5427de7-bfd5-456c-900d-e648836e9639 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.739257] env[63198]: DEBUG nova.network.neutron [req-754b2a1f-bb9b-4441-997d-33bf02abe9f7 req-7daf72b8-a9c6-4982-a3ec-53c53354a9a6 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Updated VIF entry in instance network info cache for port 3555c397-8ab0-43ce-ba44-5558ca572121. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.739598] env[63198]: DEBUG nova.network.neutron [req-754b2a1f-bb9b-4441-997d-33bf02abe9f7 req-7daf72b8-a9c6-4982-a3ec-53c53354a9a6 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Updating instance_info_cache with network_info: [{"id": "3555c397-8ab0-43ce-ba44-5558ca572121", "address": "fa:16:3e:12:ce:90", "network": {"id": "033b2b23-b440-45b6-b7a8-c63903b9066d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1362539721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45dfbba371c423992603a7b7556b0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3555c397-8a", "ovs_interfaceid": "3555c397-8ab0-43ce-ba44-5558ca572121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.741738] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70328610-d87a-43e2-9b4d-01184647a787 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.760457] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.760457] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a2d8109-388d-4bbb-9b14-ac0d44d2ccc2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.768205] env[63198]: DEBUG oslo_vmware.api [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 628.768205] env[63198]: value = "task-2711713" [ 628.768205] env[63198]: _type = "Task" [ 628.768205] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.777261] env[63198]: DEBUG oslo_vmware.api [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.874325] env[63198]: DEBUG nova.scheduler.client.report [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.934110] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51a98de6-320d-4114-80a6-6e64ad83ad30 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "37516f94-c2d9-4fd7-959d-d8f60863eebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.655s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.974014] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ed2eb81-5243-4fff-8780-d2ff79d376a8 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "2298031b-91e6-4b91-8332-a4fabc47388e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.408s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.032882] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077322} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.033639] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.034475] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b91bc41-b355-48aa-86cb-458a5ea16c9e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.075204] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 152da4ca-e540-4362-b552-4fd8818acf12/152da4ca-e540-4362-b552-4fd8818acf12.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.075830] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97f05409-8d75-4af3-8db7-01eca0361515 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.101284] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 629.101284] env[63198]: value = "task-2711714" [ 629.101284] env[63198]: _type = "Task" [ 629.101284] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.116462] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.247928] env[63198]: DEBUG oslo_concurrency.lockutils [req-754b2a1f-bb9b-4441-997d-33bf02abe9f7 req-7daf72b8-a9c6-4982-a3ec-53c53354a9a6 service nova] Releasing lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.291405] env[63198]: DEBUG oslo_vmware.api [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711713, 'name': PowerOffVM_Task, 'duration_secs': 0.49088} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.291901] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.292209] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.292608] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f67e934e-c9e8-4574-8117-ccbfd3131b9b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.380851] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.380851] env[63198]: DEBUG nova.compute.manager [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.383890] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.512s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.385959] env[63198]: INFO nova.compute.claims [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.391404] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.391805] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.392080] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Deleting the datastore file [datastore2] d83bbba5-68a6-4165-8543-a53f8b6ba92c {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.393361] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00c30cc9-2325-417a-afcc-be8f38a62b5e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.407046] env[63198]: DEBUG oslo_vmware.api [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for the task: (returnval){ [ 629.407046] env[63198]: value = "task-2711716" [ 629.407046] env[63198]: _type = "Task" [ 629.407046] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.425602] env[63198]: DEBUG oslo_vmware.api [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.438579] env[63198]: DEBUG nova.compute.manager [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.480450] env[63198]: DEBUG nova.compute.manager [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.615837] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.897238] env[63198]: DEBUG nova.compute.utils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.900238] env[63198]: DEBUG nova.compute.manager [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.900644] env[63198]: DEBUG nova.network.neutron [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.926022] env[63198]: DEBUG oslo_vmware.api [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Task: {'id': task-2711716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310984} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.926022] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.926361] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.929853] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.929853] env[63198]: INFO nova.compute.manager [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 629.929853] env[63198]: DEBUG oslo.service.loopingcall [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.929853] env[63198]: DEBUG nova.compute.manager [-] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.929853] env[63198]: DEBUG nova.network.neutron [-] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.968044] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.008160] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.049210] env[63198]: DEBUG nova.policy [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8cc832abca2407ca2074a7f762e9bdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76f68681b8874edeaa9d4b5fca6fb5e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.116557] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711714, 'name': ReconfigVM_Task, 'duration_secs': 0.573915} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.117220] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 152da4ca-e540-4362-b552-4fd8818acf12/152da4ca-e540-4362-b552-4fd8818acf12.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.118058] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3ad5df8-c0b4-40eb-839c-87ee6d34115d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.132468] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 630.132468] env[63198]: value = "task-2711717" [ 630.132468] env[63198]: _type = "Task" [ 630.132468] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.144930] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711717, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.233644] env[63198]: DEBUG nova.network.neutron [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Successfully updated port: 9f214646-b49a-41ee-8fb7-489c963a370d {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.268339] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "2298031b-91e6-4b91-8332-a4fabc47388e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.268854] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "2298031b-91e6-4b91-8332-a4fabc47388e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.268968] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.269171] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.269351] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "2298031b-91e6-4b91-8332-a4fabc47388e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.272719] env[63198]: INFO nova.compute.manager [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Terminating instance [ 630.407042] env[63198]: DEBUG nova.compute.manager [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.651618] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711717, 'name': Rename_Task, 'duration_secs': 0.220787} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.652393] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.652606] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d43018f8-5bb0-404a-9af6-345c09582da9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.664626] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 630.664626] env[63198]: value = "task-2711718" [ 630.664626] env[63198]: _type = "Task" [ 630.664626] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.686171] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.740489] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquiring lock "refresh_cache-c3d46d47-dd2d-487c-a5eb-22062fd44a66" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.740678] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquired lock "refresh_cache-c3d46d47-dd2d-487c-a5eb-22062fd44a66" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.740779] env[63198]: DEBUG nova.network.neutron [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.778086] env[63198]: DEBUG nova.compute.manager [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.778460] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.780200] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5dd571-0568-4ff5-a720-d8194e7a09cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.792819] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.793357] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b931a4e2-4fb4-4e2d-96e0-9472a8395a26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.800950] env[63198]: DEBUG oslo_vmware.api [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 630.800950] env[63198]: value = "task-2711719" [ 630.800950] env[63198]: _type = "Task" [ 630.800950] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.813747] env[63198]: DEBUG oslo_vmware.api [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.062178] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquiring lock "da96af86-8be7-40e7-b087-54f6a9ce57b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.062484] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "da96af86-8be7-40e7-b087-54f6a9ce57b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.073819] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efac641-c239-4d73-bdd8-a3da00651de5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.083611] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db530628-de77-4bf6-a62e-db09e8ab57ef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.122225] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a120ed38-ac5f-44d7-b3f4-b1b0fc58411d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.131463] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025b1a4e-bae4-494c-a062-2f300efd44fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.149272] env[63198]: DEBUG nova.compute.provider_tree [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.173846] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.193463] env[63198]: DEBUG nova.network.neutron [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Successfully created port: ddb91b99-af68-48bc-97e4-c221ebf6cf1d {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.319228] env[63198]: DEBUG oslo_vmware.api [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.322150] env[63198]: DEBUG nova.network.neutron [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.345196] env[63198]: DEBUG nova.compute.manager [req-67b8eaac-c628-4a9e-8612-f91dbc3bc4e0 req-d29f3863-6a74-41a3-812f-1ed6d3a56d3d service nova] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Received event network-vif-plugged-9f214646-b49a-41ee-8fb7-489c963a370d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.345196] env[63198]: DEBUG oslo_concurrency.lockutils [req-67b8eaac-c628-4a9e-8612-f91dbc3bc4e0 req-d29f3863-6a74-41a3-812f-1ed6d3a56d3d service nova] Acquiring lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.345196] env[63198]: DEBUG oslo_concurrency.lockutils [req-67b8eaac-c628-4a9e-8612-f91dbc3bc4e0 req-d29f3863-6a74-41a3-812f-1ed6d3a56d3d service nova] Lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.345196] env[63198]: DEBUG oslo_concurrency.lockutils [req-67b8eaac-c628-4a9e-8612-f91dbc3bc4e0 req-d29f3863-6a74-41a3-812f-1ed6d3a56d3d service nova] Lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.345196] env[63198]: DEBUG nova.compute.manager [req-67b8eaac-c628-4a9e-8612-f91dbc3bc4e0 req-d29f3863-6a74-41a3-812f-1ed6d3a56d3d service nova] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] No waiting events found dispatching network-vif-plugged-9f214646-b49a-41ee-8fb7-489c963a370d {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.345196] env[63198]: WARNING nova.compute.manager [req-67b8eaac-c628-4a9e-8612-f91dbc3bc4e0 req-d29f3863-6a74-41a3-812f-1ed6d3a56d3d service nova] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Received unexpected event network-vif-plugged-9f214646-b49a-41ee-8fb7-489c963a370d for instance with vm_state building and task_state spawning. [ 631.427076] env[63198]: DEBUG nova.compute.manager [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.458065] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.458065] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.458065] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.458065] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.458065] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.458065] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.458065] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.458065] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.458065] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.459742] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.460104] env[63198]: DEBUG nova.virt.hardware [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.461074] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9290c075-4516-42be-a328-1b4388e237a4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.470576] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9cbd71-226e-49a8-83e9-f1cc24130ae4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.505960] env[63198]: DEBUG nova.network.neutron [-] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.653434] env[63198]: DEBUG nova.scheduler.client.report [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.683474] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.774217] env[63198]: DEBUG nova.network.neutron [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Updating instance_info_cache with network_info: [{"id": "9f214646-b49a-41ee-8fb7-489c963a370d", "address": "fa:16:3e:a6:33:d3", "network": {"id": "d3bd7e2d-2fa6-4a7c-a887-a766510612cb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-795051766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907c918838e049cc834a202443756e45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f214646-b4", "ovs_interfaceid": "9f214646-b49a-41ee-8fb7-489c963a370d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.816463] env[63198]: DEBUG oslo_vmware.api [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711719, 'name': PowerOffVM_Task, 'duration_secs': 0.761546} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.816763] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.816940] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.817433] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e59d3dd-49bd-4f5a-97f1-43916635cd3c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.011863] env[63198]: INFO nova.compute.manager [-] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Took 2.08 seconds to deallocate network for instance. [ 632.036543] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.036543] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.036543] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Deleting the datastore file [datastore2] 2298031b-91e6-4b91-8332-a4fabc47388e {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.036543] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5551d68c-06f4-446f-928d-380106eeec48 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.046605] env[63198]: DEBUG oslo_vmware.api [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 632.046605] env[63198]: value = "task-2711721" [ 632.046605] env[63198]: _type = "Task" [ 632.046605] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.058540] env[63198]: DEBUG oslo_vmware.api [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.159691] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.160287] env[63198]: DEBUG nova.compute.manager [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.163439] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.067s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.166051] env[63198]: INFO nova.compute.claims [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.178481] env[63198]: DEBUG oslo_vmware.api [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711718, 'name': PowerOnVM_Task, 'duration_secs': 1.360018} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.178601] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.178785] env[63198]: INFO nova.compute.manager [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Took 10.84 seconds to spawn the instance on the hypervisor. [ 632.179269] env[63198]: DEBUG nova.compute.manager [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.180385] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc604474-61f0-4ff0-8b2c-31f747c608a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.280340] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Releasing lock "refresh_cache-c3d46d47-dd2d-487c-a5eb-22062fd44a66" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.280978] env[63198]: DEBUG nova.compute.manager [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Instance network_info: |[{"id": "9f214646-b49a-41ee-8fb7-489c963a370d", "address": "fa:16:3e:a6:33:d3", "network": {"id": "d3bd7e2d-2fa6-4a7c-a887-a766510612cb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-795051766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907c918838e049cc834a202443756e45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f214646-b4", "ovs_interfaceid": "9f214646-b49a-41ee-8fb7-489c963a370d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.281136] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:33:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f214646-b49a-41ee-8fb7-489c963a370d', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.288895] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Creating folder: Project (907c918838e049cc834a202443756e45). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.289239] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b6f1708-7eee-4edb-8930-f9738d460475 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.302865] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Created folder: Project (907c918838e049cc834a202443756e45) in parent group-v546185. [ 632.303090] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Creating folder: Instances. Parent ref: group-v546266. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.303361] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dddf119-99c5-483d-be73-b0bf1ae0cfba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.313553] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Created folder: Instances in parent group-v546266. [ 632.313817] env[63198]: DEBUG oslo.service.loopingcall [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.314024] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.314235] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cc2b19f-c357-4f1a-9eee-db6490effa01 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.335218] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.335218] env[63198]: value = "task-2711724" [ 632.335218] env[63198]: _type = "Task" [ 632.335218] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.343201] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711724, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.518710] env[63198]: DEBUG oslo_concurrency.lockutils [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.558439] env[63198]: DEBUG oslo_vmware.api [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367691} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.558789] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.559080] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.559328] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.559555] env[63198]: INFO nova.compute.manager [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Took 1.78 seconds to destroy the instance on the hypervisor. [ 632.559764] env[63198]: DEBUG oslo.service.loopingcall [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.559958] env[63198]: DEBUG nova.compute.manager [-] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.560229] env[63198]: DEBUG nova.network.neutron [-] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.669707] env[63198]: DEBUG nova.compute.utils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.673326] env[63198]: DEBUG nova.compute.manager [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.677243] env[63198]: DEBUG nova.network.neutron [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.697474] env[63198]: INFO nova.compute.manager [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Took 37.92 seconds to build instance. [ 632.788678] env[63198]: DEBUG nova.policy [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd553cf251dc44552ba27137c5b4d0f16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7250532ebdcc431b84e61c4aca2e1604', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.847591] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711724, 'name': CreateVM_Task, 'duration_secs': 0.363602} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.847833] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.848603] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.848822] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.849215] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.849543] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74d1b9a-de4d-474e-a616-2dfd47e1c002 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.858227] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 632.858227] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5276cd96-8ef2-2d9c-2825-0b47d7ba025c" [ 632.858227] env[63198]: _type = "Task" [ 632.858227] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.867816] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5276cd96-8ef2-2d9c-2825-0b47d7ba025c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.174935] env[63198]: DEBUG nova.compute.manager [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.199297] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5f64a265-de73-4e97-830f-6162508f0465 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "152da4ca-e540-4362-b552-4fd8818acf12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.323s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.373824] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5276cd96-8ef2-2d9c-2825-0b47d7ba025c, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.374407] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.374886] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.374886] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.375015] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.375177] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.375480] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de4118c0-4471-4132-8979-b5097146ae41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.384819] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.384990] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.386292] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e1686a-fee4-4ea5-bfef-b61f65ba55df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.392013] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 633.392013] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ad52ff-61e1-c25b-8a6a-942ebb54266b" [ 633.392013] env[63198]: _type = "Task" [ 633.392013] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.400188] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ad52ff-61e1-c25b-8a6a-942ebb54266b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.692065] env[63198]: DEBUG nova.network.neutron [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Successfully created port: 882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.702373] env[63198]: DEBUG nova.compute.manager [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.742886] env[63198]: DEBUG nova.network.neutron [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Successfully updated port: ddb91b99-af68-48bc-97e4-c221ebf6cf1d {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.773844] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a4376-ae5b-4f6c-acdf-3593b7401403 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.786092] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476d0f6-e751-4ca5-85a3-16fd510f5b4c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.818365] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ba6c19-cc38-4846-9c5b-bc5ed1a10cd0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.827207] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211aca26-1a01-4716-9be2-5b626e6d5b1c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.841109] env[63198]: DEBUG nova.compute.provider_tree [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.902629] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ad52ff-61e1-c25b-8a6a-942ebb54266b, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.903617] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de236798-e95c-4bc3-b944-e258f0d3087e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.910082] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 633.910082] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522afbac-c92e-1181-79af-3a3b5bb71d6f" [ 633.910082] env[63198]: _type = "Task" [ 633.910082] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.917975] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522afbac-c92e-1181-79af-3a3b5bb71d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.934628] env[63198]: DEBUG oslo_concurrency.lockutils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Acquiring lock "70b20377-15df-429a-a592-776148d2a91c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.934849] env[63198]: DEBUG oslo_concurrency.lockutils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "70b20377-15df-429a-a592-776148d2a91c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.096553] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "37516f94-c2d9-4fd7-959d-d8f60863eebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.096831] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "37516f94-c2d9-4fd7-959d-d8f60863eebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.097054] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "37516f94-c2d9-4fd7-959d-d8f60863eebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.097237] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "37516f94-c2d9-4fd7-959d-d8f60863eebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.097402] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "37516f94-c2d9-4fd7-959d-d8f60863eebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.099767] env[63198]: INFO nova.compute.manager [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Terminating instance [ 634.190724] env[63198]: DEBUG nova.compute.manager [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.221019] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.221019] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.221019] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.221019] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.221019] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.221019] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.222205] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.222205] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.222205] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.222205] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.222205] env[63198]: DEBUG nova.virt.hardware [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.223554] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27eb486-3aec-4832-8183-ba35a79040c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.228897] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.232987] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53abe7b-7f1d-45f4-a692-e754c18db2ef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.248796] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "refresh_cache-a38cd87e-d777-4736-b701-23497eafdbcb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.248952] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "refresh_cache-a38cd87e-d777-4736-b701-23497eafdbcb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.249361] env[63198]: DEBUG nova.network.neutron [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.343890] env[63198]: DEBUG nova.scheduler.client.report [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.409021] env[63198]: DEBUG nova.compute.manager [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Received event network-changed-9f214646-b49a-41ee-8fb7-489c963a370d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.409228] env[63198]: DEBUG nova.compute.manager [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Refreshing instance network info cache due to event network-changed-9f214646-b49a-41ee-8fb7-489c963a370d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.409608] env[63198]: DEBUG oslo_concurrency.lockutils [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] Acquiring lock "refresh_cache-c3d46d47-dd2d-487c-a5eb-22062fd44a66" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.409677] env[63198]: DEBUG oslo_concurrency.lockutils [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] Acquired lock "refresh_cache-c3d46d47-dd2d-487c-a5eb-22062fd44a66" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.409822] env[63198]: DEBUG nova.network.neutron [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Refreshing network info cache for port 9f214646-b49a-41ee-8fb7-489c963a370d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.421832] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522afbac-c92e-1181-79af-3a3b5bb71d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.422120] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.422386] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] c3d46d47-dd2d-487c-a5eb-22062fd44a66/c3d46d47-dd2d-487c-a5eb-22062fd44a66.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.422668] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53c378d1-c519-404e-85f1-70fd4c89e056 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.431261] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 634.431261] env[63198]: value = "task-2711725" [ 634.431261] env[63198]: _type = "Task" [ 634.431261] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.440131] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.603928] env[63198]: DEBUG nova.compute.manager [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.604140] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.605237] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72fa26b-1c23-4995-850c-b055901dae5a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.615745] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.616179] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29318044-16e2-4956-bee7-8a2bf84f318c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.624659] env[63198]: DEBUG oslo_vmware.api [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 634.624659] env[63198]: value = "task-2711726" [ 634.624659] env[63198]: _type = "Task" [ 634.624659] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.634607] env[63198]: DEBUG oslo_vmware.api [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.852799] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.855531] env[63198]: DEBUG nova.compute.manager [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.856369] env[63198]: DEBUG nova.network.neutron [-] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.857989] env[63198]: DEBUG oslo_concurrency.lockutils [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.630s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.908711] env[63198]: DEBUG nova.network.neutron [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.943851] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506664} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.945333] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] c3d46d47-dd2d-487c-a5eb-22062fd44a66/c3d46d47-dd2d-487c-a5eb-22062fd44a66.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.945333] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.945627] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55ba006e-08b7-4f21-8a91-934622673a9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.962265] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 634.962265] env[63198]: value = "task-2711727" [ 634.962265] env[63198]: _type = "Task" [ 634.962265] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.974221] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.145883] env[63198]: DEBUG oslo_vmware.api [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711726, 'name': PowerOffVM_Task, 'duration_secs': 0.349668} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.146207] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.146390] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.146983] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acf8d31b-c03c-4f62-b5f0-e786ff609336 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.254019] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.254363] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.254503] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Deleting the datastore file [datastore2] 37516f94-c2d9-4fd7-959d-d8f60863eebf {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.254915] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4173d680-04d7-45ec-a7f7-8d9d1e72cfa1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.263352] env[63198]: DEBUG oslo_vmware.api [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for the task: (returnval){ [ 635.263352] env[63198]: value = "task-2711729" [ 635.263352] env[63198]: _type = "Task" [ 635.263352] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.273169] env[63198]: DEBUG oslo_vmware.api [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.292453] env[63198]: DEBUG nova.network.neutron [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Updating instance_info_cache with network_info: [{"id": "ddb91b99-af68-48bc-97e4-c221ebf6cf1d", "address": "fa:16:3e:4a:09:ff", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb91b99-af", "ovs_interfaceid": "ddb91b99-af68-48bc-97e4-c221ebf6cf1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.359424] env[63198]: DEBUG nova.compute.utils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.360885] env[63198]: DEBUG nova.compute.manager [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.361171] env[63198]: DEBUG nova.network.neutron [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.364012] env[63198]: INFO nova.compute.manager [-] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Took 2.80 seconds to deallocate network for instance. [ 635.373582] env[63198]: DEBUG nova.network.neutron [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Updated VIF entry in instance network info cache for port 9f214646-b49a-41ee-8fb7-489c963a370d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.374066] env[63198]: DEBUG nova.network.neutron [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Updating instance_info_cache with network_info: [{"id": "9f214646-b49a-41ee-8fb7-489c963a370d", "address": "fa:16:3e:a6:33:d3", "network": {"id": "d3bd7e2d-2fa6-4a7c-a887-a766510612cb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-795051766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "907c918838e049cc834a202443756e45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f214646-b4", "ovs_interfaceid": "9f214646-b49a-41ee-8fb7-489c963a370d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.476049] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148912} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.476494] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.477278] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86c180-178c-43d0-93b1-50f04c921baa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.506000] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c3d46d47-dd2d-487c-a5eb-22062fd44a66/c3d46d47-dd2d-487c-a5eb-22062fd44a66.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.512789] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ecf0ea0-e1f6-4c2d-9319-2083eabd3b69 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.534216] env[63198]: DEBUG nova.policy [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02657563a53e40419d8b378cbc3f81a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6281c75a314f61a30987a3602e6b70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.536777] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce99e54b-213c-4c51-818b-e148a0a313f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.549647] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-287b2c08-b68a-46a4-8371-d14c85148d84 tempest-ServersAdminNegativeTestJSON-1392314350 tempest-ServersAdminNegativeTestJSON-1392314350-project-admin] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Suspending the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 635.549994] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 635.549994] env[63198]: value = "task-2711730" [ 635.549994] env[63198]: _type = "Task" [ 635.549994] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.550439] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a67e1753-8ec1-4509-87a5-995d14a67e96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.564412] env[63198]: DEBUG oslo_vmware.api [None req-287b2c08-b68a-46a4-8371-d14c85148d84 tempest-ServersAdminNegativeTestJSON-1392314350 tempest-ServersAdminNegativeTestJSON-1392314350-project-admin] Waiting for the task: (returnval){ [ 635.564412] env[63198]: value = "task-2711731" [ 635.564412] env[63198]: _type = "Task" [ 635.564412] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.577763] env[63198]: DEBUG oslo_vmware.api [None req-287b2c08-b68a-46a4-8371-d14c85148d84 tempest-ServersAdminNegativeTestJSON-1392314350 tempest-ServersAdminNegativeTestJSON-1392314350-project-admin] Task: {'id': task-2711731, 'name': SuspendVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.777593] env[63198]: DEBUG oslo_vmware.api [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Task: {'id': task-2711729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139265} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.777990] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.778118] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.778344] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.778540] env[63198]: INFO nova.compute.manager [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 635.778825] env[63198]: DEBUG oslo.service.loopingcall [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.779037] env[63198]: DEBUG nova.compute.manager [-] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.779144] env[63198]: DEBUG nova.network.neutron [-] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.796647] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "refresh_cache-a38cd87e-d777-4736-b701-23497eafdbcb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.796979] env[63198]: DEBUG nova.compute.manager [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Instance network_info: |[{"id": "ddb91b99-af68-48bc-97e4-c221ebf6cf1d", "address": "fa:16:3e:4a:09:ff", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb91b99-af", "ovs_interfaceid": "ddb91b99-af68-48bc-97e4-c221ebf6cf1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.797648] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:09:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddb91b99-af68-48bc-97e4-c221ebf6cf1d', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.809108] env[63198]: DEBUG oslo.service.loopingcall [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.814023] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.814023] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a17d42f-32e1-45e5-b286-60882bf84485 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.842412] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.842412] env[63198]: value = "task-2711732" [ 635.842412] env[63198]: _type = "Task" [ 635.842412] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.854224] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711732, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.869242] env[63198]: DEBUG nova.compute.manager [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.877868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.878635] env[63198]: DEBUG oslo_concurrency.lockutils [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] Releasing lock "refresh_cache-c3d46d47-dd2d-487c-a5eb-22062fd44a66" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.879094] env[63198]: DEBUG nova.compute.manager [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Received event network-vif-deleted-56ad297c-d623-443d-9a42-1cb573b05dc5 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.879433] env[63198]: DEBUG nova.compute.manager [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Received event network-changed-3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.879703] env[63198]: DEBUG nova.compute.manager [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Refreshing instance network info cache due to event network-changed-3555c397-8ab0-43ce-ba44-5558ca572121. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 635.880145] env[63198]: DEBUG oslo_concurrency.lockutils [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] Acquiring lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.880405] env[63198]: DEBUG oslo_concurrency.lockutils [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] Acquired lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.880677] env[63198]: DEBUG nova.network.neutron [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Refreshing network info cache for port 3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.030153] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ecedf8-6993-4c28-98bd-5beab5fdcc76 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.041172] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba35c79-65aa-4f5a-b42b-23f9c48e1a9a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.085446] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e89958-eb69-47de-a1d4-d6f7422e62b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.098696] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47da9a-ffcf-4ccc-9950-82e90b3ea8b6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.105020] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.105020] env[63198]: DEBUG oslo_vmware.api [None req-287b2c08-b68a-46a4-8371-d14c85148d84 tempest-ServersAdminNegativeTestJSON-1392314350 tempest-ServersAdminNegativeTestJSON-1392314350-project-admin] Task: {'id': task-2711731, 'name': SuspendVM_Task} progress is 62%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.118465] env[63198]: DEBUG nova.compute.provider_tree [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.222625] env[63198]: DEBUG nova.network.neutron [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Successfully updated port: 882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.354551] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711732, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.498221] env[63198]: DEBUG nova.network.neutron [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Successfully created port: d4a76356-9e57-4150-adfa-3ca3cbfc2e89 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.591652] env[63198]: DEBUG oslo_vmware.api [None req-287b2c08-b68a-46a4-8371-d14c85148d84 tempest-ServersAdminNegativeTestJSON-1392314350 tempest-ServersAdminNegativeTestJSON-1392314350-project-admin] Task: {'id': task-2711731, 'name': SuspendVM_Task, 'duration_secs': 0.902358} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.594981] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-287b2c08-b68a-46a4-8371-d14c85148d84 tempest-ServersAdminNegativeTestJSON-1392314350 tempest-ServersAdminNegativeTestJSON-1392314350-project-admin] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Suspended the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 636.595311] env[63198]: DEBUG nova.compute.manager [None req-287b2c08-b68a-46a4-8371-d14c85148d84 tempest-ServersAdminNegativeTestJSON-1392314350 tempest-ServersAdminNegativeTestJSON-1392314350-project-admin] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.595730] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711730, 'name': ReconfigVM_Task, 'duration_secs': 0.689377} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.596529] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96032fdd-4a2c-406c-b290-eb2b293ce162 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.601316] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c3d46d47-dd2d-487c-a5eb-22062fd44a66/c3d46d47-dd2d-487c-a5eb-22062fd44a66.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.601316] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd303e21-c8e3-495e-865f-ef3d663716ed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.611019] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 636.611019] env[63198]: value = "task-2711733" [ 636.611019] env[63198]: _type = "Task" [ 636.611019] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.617242] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711733, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.625170] env[63198]: DEBUG nova.scheduler.client.report [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.692026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquiring lock "9409fbc3-cec1-410c-ab27-484a4a024c58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.692026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "9409fbc3-cec1-410c-ab27-484a4a024c58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.692026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquiring lock "9409fbc3-cec1-410c-ab27-484a4a024c58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.692026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "9409fbc3-cec1-410c-ab27-484a4a024c58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.692026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "9409fbc3-cec1-410c-ab27-484a4a024c58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.693583] env[63198]: INFO nova.compute.manager [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Terminating instance [ 636.728207] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquiring lock "refresh_cache-5c0677e8-1844-47a1-826b-094a866c9d90" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.728207] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquired lock "refresh_cache-5c0677e8-1844-47a1-826b-094a866c9d90" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.728207] env[63198]: DEBUG nova.network.neutron [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.855837] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711732, 'name': CreateVM_Task, 'duration_secs': 0.568559} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.855837] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.855837] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.855837] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.856151] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.856669] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c95372-a9e0-4a1e-9e60-49a2fdf7b48b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.861919] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 636.861919] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525388ae-49db-4faa-6d56-4b2cd8bef046" [ 636.861919] env[63198]: _type = "Task" [ 636.861919] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.870324] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525388ae-49db-4faa-6d56-4b2cd8bef046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.879931] env[63198]: DEBUG nova.compute.manager [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.882694] env[63198]: DEBUG nova.network.neutron [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Updated VIF entry in instance network info cache for port 3555c397-8ab0-43ce-ba44-5558ca572121. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.883053] env[63198]: DEBUG nova.network.neutron [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Updating instance_info_cache with network_info: [{"id": "3555c397-8ab0-43ce-ba44-5558ca572121", "address": "fa:16:3e:12:ce:90", "network": {"id": "033b2b23-b440-45b6-b7a8-c63903b9066d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1362539721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f45dfbba371c423992603a7b7556b0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3555c397-8a", "ovs_interfaceid": "3555c397-8ab0-43ce-ba44-5558ca572121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.910266] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.910509] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.910666] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.910848] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.910990] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.912438] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.912784] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.912980] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.913176] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.913551] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.913739] env[63198]: DEBUG nova.virt.hardware [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.914827] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864d61f5-33e8-4294-bb8a-d38238c4fd0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.927058] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d50a1f-cf5a-4591-84ce-2855b9b63ba5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.971575] env[63198]: DEBUG nova.network.neutron [-] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.029174] env[63198]: DEBUG nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received event network-vif-deleted-14ab172e-5a6a-43bf-8da8-051a5afcdc7f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.029397] env[63198]: DEBUG nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Received event network-changed-ddb91b99-af68-48bc-97e4-c221ebf6cf1d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.029537] env[63198]: DEBUG nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Refreshing instance network info cache due to event network-changed-ddb91b99-af68-48bc-97e4-c221ebf6cf1d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.030915] env[63198]: DEBUG oslo_concurrency.lockutils [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] Acquiring lock "refresh_cache-a38cd87e-d777-4736-b701-23497eafdbcb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.030915] env[63198]: DEBUG oslo_concurrency.lockutils [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] Acquired lock "refresh_cache-a38cd87e-d777-4736-b701-23497eafdbcb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.030915] env[63198]: DEBUG nova.network.neutron [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Refreshing network info cache for port ddb91b99-af68-48bc-97e4-c221ebf6cf1d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.124351] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711733, 'name': Rename_Task, 'duration_secs': 0.155112} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.124351] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.124351] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dcef06a-e864-44cf-a3fd-b8b59c8a66f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.130230] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 637.130230] env[63198]: value = "task-2711734" [ 637.130230] env[63198]: _type = "Task" [ 637.130230] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.145865] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.196860] env[63198]: DEBUG nova.compute.manager [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.197125] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.197999] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191e8df-2631-487a-9c0a-70fc10ef26b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.206555] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.206787] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce65bd9e-b313-4fea-aed8-334b69fa3b89 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.214072] env[63198]: DEBUG oslo_vmware.api [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 637.214072] env[63198]: value = "task-2711735" [ 637.214072] env[63198]: _type = "Task" [ 637.214072] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.222256] env[63198]: DEBUG oslo_vmware.api [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.281483] env[63198]: DEBUG nova.network.neutron [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.373353] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525388ae-49db-4faa-6d56-4b2cd8bef046, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.374203] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.374203] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.374203] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.375029] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.375029] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.375029] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94826c04-72a5-43eb-9b41-4993e47d89d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.385665] env[63198]: DEBUG oslo_concurrency.lockutils [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] Releasing lock "refresh_cache-9409fbc3-cec1-410c-ab27-484a4a024c58" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.385926] env[63198]: DEBUG nova.compute.manager [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Received event network-vif-plugged-ddb91b99-af68-48bc-97e4-c221ebf6cf1d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.386136] env[63198]: DEBUG oslo_concurrency.lockutils [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] Acquiring lock "a38cd87e-d777-4736-b701-23497eafdbcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.386347] env[63198]: DEBUG oslo_concurrency.lockutils [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] Lock "a38cd87e-d777-4736-b701-23497eafdbcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.386539] env[63198]: DEBUG oslo_concurrency.lockutils [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] Lock "a38cd87e-d777-4736-b701-23497eafdbcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.386713] env[63198]: DEBUG nova.compute.manager [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] No waiting events found dispatching network-vif-plugged-ddb91b99-af68-48bc-97e4-c221ebf6cf1d {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.386882] env[63198]: WARNING nova.compute.manager [req-3fe2287e-6fcc-4f05-8094-6eb0fe4f6a90 req-28d70811-8ec7-4273-a7e2-c86f1df87c17 service nova] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Received unexpected event network-vif-plugged-ddb91b99-af68-48bc-97e4-c221ebf6cf1d for instance with vm_state building and task_state spawning. [ 637.393454] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.393660] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.394509] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532dd1c8-9b58-493b-aceb-a35a722965da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.403722] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 637.403722] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52379a17-ba84-e9e5-ea3e-d6ad3c970a96" [ 637.403722] env[63198]: _type = "Task" [ 637.403722] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.417233] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52379a17-ba84-e9e5-ea3e-d6ad3c970a96, 'name': SearchDatastore_Task, 'duration_secs': 0.012612} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.418030] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86151037-6642-4d1f-8685-87c4662940f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.424518] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 637.424518] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5258ba8a-f5f8-0939-5b1a-c570e435cf11" [ 637.424518] env[63198]: _type = "Task" [ 637.424518] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.433081] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5258ba8a-f5f8-0939-5b1a-c570e435cf11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.475179] env[63198]: INFO nova.compute.manager [-] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Took 1.70 seconds to deallocate network for instance. [ 637.497700] env[63198]: DEBUG nova.network.neutron [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Updating instance_info_cache with network_info: [{"id": "882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1", "address": "fa:16:3e:28:ed:6c", "network": {"id": "d5a97362-d1b2-45bb-8a7d-7d384699b2ce", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2009421693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7250532ebdcc431b84e61c4aca2e1604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882e7bb1-f3", "ovs_interfaceid": "882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.641808] env[63198]: DEBUG oslo_concurrency.lockutils [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.784s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.644450] env[63198]: DEBUG oslo_vmware.api [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711734, 'name': PowerOnVM_Task, 'duration_secs': 0.487317} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.644914] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.306s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.646374] env[63198]: INFO nova.compute.claims [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.652209] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.652209] env[63198]: INFO nova.compute.manager [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Took 8.97 seconds to spawn the instance on the hypervisor. [ 637.652209] env[63198]: DEBUG nova.compute.manager [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.652209] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01900a-0dac-4468-95a0-fe2099fbfb76 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.724432] env[63198]: DEBUG oslo_vmware.api [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711735, 'name': PowerOffVM_Task, 'duration_secs': 0.464041} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.724835] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.725034] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.725290] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c35d4058-ea29-4c95-b21e-364470bf828b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.800830] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.801106] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.801254] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Deleting the datastore file [datastore2] 9409fbc3-cec1-410c-ab27-484a4a024c58 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.801524] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a06bf7d3-a37a-4f0d-9156-b3eabacc2f44 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.809098] env[63198]: DEBUG oslo_vmware.api [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for the task: (returnval){ [ 637.809098] env[63198]: value = "task-2711737" [ 637.809098] env[63198]: _type = "Task" [ 637.809098] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.818799] env[63198]: DEBUG oslo_vmware.api [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.879009] env[63198]: DEBUG nova.network.neutron [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Updated VIF entry in instance network info cache for port ddb91b99-af68-48bc-97e4-c221ebf6cf1d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.879391] env[63198]: DEBUG nova.network.neutron [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Updating instance_info_cache with network_info: [{"id": "ddb91b99-af68-48bc-97e4-c221ebf6cf1d", "address": "fa:16:3e:4a:09:ff", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb91b99-af", "ovs_interfaceid": "ddb91b99-af68-48bc-97e4-c221ebf6cf1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.936421] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5258ba8a-f5f8-0939-5b1a-c570e435cf11, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.936762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.937101] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] a38cd87e-d777-4736-b701-23497eafdbcb/a38cd87e-d777-4736-b701-23497eafdbcb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.937436] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd99e171-c22b-4d2f-bf55-8a226d0666a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.945157] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 637.945157] env[63198]: value = "task-2711738" [ 637.945157] env[63198]: _type = "Task" [ 637.945157] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.953584] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.983290] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.001091] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Releasing lock "refresh_cache-5c0677e8-1844-47a1-826b-094a866c9d90" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.001550] env[63198]: DEBUG nova.compute.manager [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Instance network_info: |[{"id": "882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1", "address": "fa:16:3e:28:ed:6c", "network": {"id": "d5a97362-d1b2-45bb-8a7d-7d384699b2ce", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2009421693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7250532ebdcc431b84e61c4aca2e1604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882e7bb1-f3", "ovs_interfaceid": "882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.001866] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:ed:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.009547] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Creating folder: Project (7250532ebdcc431b84e61c4aca2e1604). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.010044] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f741fb7a-c848-4055-a03f-ca75d9438bec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.021335] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Created folder: Project (7250532ebdcc431b84e61c4aca2e1604) in parent group-v546185. [ 638.021532] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Creating folder: Instances. Parent ref: group-v546270. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.021774] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a0b6d16-23bc-48a7-ab26-66f6dc5c4cc2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.031404] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Created folder: Instances in parent group-v546270. [ 638.031641] env[63198]: DEBUG oslo.service.loopingcall [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.031837] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.032052] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a583cc21-5eab-4535-9a6d-76375bb6edc1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.051835] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.051835] env[63198]: value = "task-2711741" [ 638.051835] env[63198]: _type = "Task" [ 638.051835] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.060186] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711741, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.178016] env[63198]: INFO nova.compute.manager [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Took 39.95 seconds to build instance. [ 638.216492] env[63198]: INFO nova.scheduler.client.report [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Deleted allocation for migration 56a560a3-663c-468d-864e-2fc820ab542e [ 638.321181] env[63198]: DEBUG oslo_vmware.api [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Task: {'id': task-2711737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135142} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.321564] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.321822] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.322273] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.322354] env[63198]: INFO nova.compute.manager [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Took 1.13 seconds to destroy the instance on the hypervisor. [ 638.323248] env[63198]: DEBUG oslo.service.loopingcall [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.323248] env[63198]: DEBUG nova.compute.manager [-] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.323248] env[63198]: DEBUG nova.network.neutron [-] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.382885] env[63198]: DEBUG oslo_concurrency.lockutils [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] Releasing lock "refresh_cache-a38cd87e-d777-4736-b701-23497eafdbcb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.383269] env[63198]: DEBUG nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received event network-vif-deleted-0ae90629-33af-4aab-9acc-35479cc60c23 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.383398] env[63198]: DEBUG nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Received event network-vif-deleted-92fba404-4732-4a7c-af05-44070175de34 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.383584] env[63198]: DEBUG nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Received event network-vif-plugged-882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.383782] env[63198]: DEBUG oslo_concurrency.lockutils [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] Acquiring lock "5c0677e8-1844-47a1-826b-094a866c9d90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.383992] env[63198]: DEBUG oslo_concurrency.lockutils [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] Lock "5c0677e8-1844-47a1-826b-094a866c9d90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.384175] env[63198]: DEBUG oslo_concurrency.lockutils [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] Lock "5c0677e8-1844-47a1-826b-094a866c9d90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.384760] env[63198]: DEBUG nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] No waiting events found dispatching network-vif-plugged-882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.384760] env[63198]: WARNING nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Received unexpected event network-vif-plugged-882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1 for instance with vm_state building and task_state spawning. [ 638.384760] env[63198]: DEBUG nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Received event network-changed-882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.384910] env[63198]: DEBUG nova.compute.manager [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Refreshing instance network info cache due to event network-changed-882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.384990] env[63198]: DEBUG oslo_concurrency.lockutils [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] Acquiring lock "refresh_cache-5c0677e8-1844-47a1-826b-094a866c9d90" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.385146] env[63198]: DEBUG oslo_concurrency.lockutils [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] Acquired lock "refresh_cache-5c0677e8-1844-47a1-826b-094a866c9d90" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.385301] env[63198]: DEBUG nova.network.neutron [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Refreshing network info cache for port 882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.460711] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711738, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.565959] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711741, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.679821] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ac65daca-aa4b-4cff-af24-bc2de28b41fc tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.578s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.723838] env[63198]: DEBUG oslo_concurrency.lockutils [None req-17687625-5098-4e53-a7f1-7d09e9ff01db tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.778s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.901864] env[63198]: DEBUG nova.network.neutron [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Successfully updated port: d4a76356-9e57-4150-adfa-3ca3cbfc2e89 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.961021] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543051} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.964325] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] a38cd87e-d777-4736-b701-23497eafdbcb/a38cd87e-d777-4736-b701-23497eafdbcb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.964564] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.965464] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71a5ea5d-564a-450f-b096-ff6fb0029a7f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.976459] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 638.976459] env[63198]: value = "task-2711742" [ 638.976459] env[63198]: _type = "Task" [ 638.976459] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.985863] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.064604] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711741, 'name': CreateVM_Task, 'duration_secs': 0.821145} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.064776] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.065482] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.065649] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.065951] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.066213] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807f1d66-91fa-4682-b919-941ad0df0a66 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.074559] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 639.074559] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529a5663-eb94-7efb-c584-2061dc00d07e" [ 639.074559] env[63198]: _type = "Task" [ 639.074559] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.092657] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529a5663-eb94-7efb-c584-2061dc00d07e, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.092657] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.092657] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.092657] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.092657] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.092657] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.097359] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd6b9be9-cf5b-4fb0-93de-b314a6bb69c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.108321] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.108513] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.109286] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b83dfab-f445-48b0-97cd-ba2fd5b97e73 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.115645] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 639.115645] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd5c07-16d6-d7d0-44f4-da6c00fdeb43" [ 639.115645] env[63198]: _type = "Task" [ 639.115645] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.130038] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd5c07-16d6-d7d0-44f4-da6c00fdeb43, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.130953] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3824545c-0869-4ebe-8f67-c066361d45eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.138057] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 639.138057] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520a2e3d-37cf-f978-c0dc-843c79d5e5e2" [ 639.138057] env[63198]: _type = "Task" [ 639.138057] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.147100] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520a2e3d-37cf-f978-c0dc-843c79d5e5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.185919] env[63198]: DEBUG nova.compute.manager [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.265770] env[63198]: DEBUG nova.network.neutron [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Updated VIF entry in instance network info cache for port 882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.266150] env[63198]: DEBUG nova.network.neutron [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Updating instance_info_cache with network_info: [{"id": "882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1", "address": "fa:16:3e:28:ed:6c", "network": {"id": "d5a97362-d1b2-45bb-8a7d-7d384699b2ce", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2009421693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7250532ebdcc431b84e61c4aca2e1604", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882e7bb1-f3", "ovs_interfaceid": "882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.306577] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194600b6-5a7a-45b1-a0a7-d8a999b18a10 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.315959] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5369a3da-7a08-43a6-9b7c-0fe21a37848f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.348905] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f605b4c3-b93b-4380-932f-521756404480 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.357240] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ca07ba-fe74-42de-a52b-79cb4e4a6097 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.371442] env[63198]: DEBUG nova.compute.provider_tree [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.404702] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-696ecdcb-f9b7-408b-a463-a429bbf079bb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.405015] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-696ecdcb-f9b7-408b-a463-a429bbf079bb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.405015] env[63198]: DEBUG nova.network.neutron [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.437981] env[63198]: DEBUG nova.compute.manager [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Received event network-vif-deleted-cddbf39c-a348-40ff-917b-57000c3e9a08 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.438237] env[63198]: DEBUG nova.compute.manager [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Received event network-vif-plugged-d4a76356-9e57-4150-adfa-3ca3cbfc2e89 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.438413] env[63198]: DEBUG oslo_concurrency.lockutils [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] Acquiring lock "696ecdcb-f9b7-408b-a463-a429bbf079bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.438614] env[63198]: DEBUG oslo_concurrency.lockutils [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] Lock "696ecdcb-f9b7-408b-a463-a429bbf079bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.438778] env[63198]: DEBUG oslo_concurrency.lockutils [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] Lock "696ecdcb-f9b7-408b-a463-a429bbf079bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.438938] env[63198]: DEBUG nova.compute.manager [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] No waiting events found dispatching network-vif-plugged-d4a76356-9e57-4150-adfa-3ca3cbfc2e89 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.439116] env[63198]: WARNING nova.compute.manager [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Received unexpected event network-vif-plugged-d4a76356-9e57-4150-adfa-3ca3cbfc2e89 for instance with vm_state building and task_state spawning. [ 639.439280] env[63198]: DEBUG nova.compute.manager [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Received event network-changed-d4a76356-9e57-4150-adfa-3ca3cbfc2e89 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.439434] env[63198]: DEBUG nova.compute.manager [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Refreshing instance network info cache due to event network-changed-d4a76356-9e57-4150-adfa-3ca3cbfc2e89. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.439598] env[63198]: DEBUG oslo_concurrency.lockutils [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] Acquiring lock "refresh_cache-696ecdcb-f9b7-408b-a463-a429bbf079bb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.457713] env[63198]: DEBUG nova.network.neutron [-] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.486284] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245747} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.486569] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.487374] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec49097f-2fe3-41fc-be80-7d1ef4bae601 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.510844] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] a38cd87e-d777-4736-b701-23497eafdbcb/a38cd87e-d777-4736-b701-23497eafdbcb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.511679] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15509a1-121b-4cee-ab2e-64734de5a00b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.532390] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 639.532390] env[63198]: value = "task-2711743" [ 639.532390] env[63198]: _type = "Task" [ 639.532390] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.542730] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.650632] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520a2e3d-37cf-f978-c0dc-843c79d5e5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.651591] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.651943] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 5c0677e8-1844-47a1-826b-094a866c9d90/5c0677e8-1844-47a1-826b-094a866c9d90.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.652220] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8532e443-e15e-4016-8ea0-67ecf07cea6a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.661566] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 639.661566] env[63198]: value = "task-2711744" [ 639.661566] env[63198]: _type = "Task" [ 639.661566] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.673713] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.716477] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.770027] env[63198]: DEBUG oslo_concurrency.lockutils [req-aeaef3f0-c22a-43ee-a333-63f6368003f4 req-4e76e069-5d72-4699-909e-ebf509c014e7 service nova] Releasing lock "refresh_cache-5c0677e8-1844-47a1-826b-094a866c9d90" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.875653] env[63198]: DEBUG nova.scheduler.client.report [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.941803] env[63198]: DEBUG nova.network.neutron [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.961729] env[63198]: INFO nova.compute.manager [-] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Took 1.64 seconds to deallocate network for instance. [ 640.044787] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.151967] env[63198]: DEBUG nova.network.neutron [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Updating instance_info_cache with network_info: [{"id": "d4a76356-9e57-4150-adfa-3ca3cbfc2e89", "address": "fa:16:3e:22:e4:01", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a76356-9e", "ovs_interfaceid": "d4a76356-9e57-4150-adfa-3ca3cbfc2e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.181927] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711744, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.384358] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.385155] env[63198]: DEBUG nova.compute.manager [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.388428] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.116s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.389932] env[63198]: INFO nova.compute.claims [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.474709] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.544153] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.654717] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-696ecdcb-f9b7-408b-a463-a429bbf079bb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.655156] env[63198]: DEBUG nova.compute.manager [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Instance network_info: |[{"id": "d4a76356-9e57-4150-adfa-3ca3cbfc2e89", "address": "fa:16:3e:22:e4:01", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a76356-9e", "ovs_interfaceid": "d4a76356-9e57-4150-adfa-3ca3cbfc2e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.655549] env[63198]: DEBUG oslo_concurrency.lockutils [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] Acquired lock "refresh_cache-696ecdcb-f9b7-408b-a463-a429bbf079bb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.655792] env[63198]: DEBUG nova.network.neutron [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Refreshing network info cache for port d4a76356-9e57-4150-adfa-3ca3cbfc2e89 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.657533] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:e4:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4a76356-9e57-4150-adfa-3ca3cbfc2e89', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.668100] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Creating folder: Project (ca6281c75a314f61a30987a3602e6b70). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.668890] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53fad8b5-d1a5-42c2-b2c0-b906031c5a7f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.681815] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693034} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.683050] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 5c0677e8-1844-47a1-826b-094a866c9d90/5c0677e8-1844-47a1-826b-094a866c9d90.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.683050] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.683050] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1d619df-015f-4b89-983e-ea1ab1742721 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.685861] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Created folder: Project (ca6281c75a314f61a30987a3602e6b70) in parent group-v546185. [ 640.686065] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Creating folder: Instances. Parent ref: group-v546273. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.686677] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca6920e5-b089-4e7d-a119-75410c2cda35 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.690244] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "152da4ca-e540-4362-b552-4fd8818acf12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.690379] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "152da4ca-e540-4362-b552-4fd8818acf12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.690632] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "152da4ca-e540-4362-b552-4fd8818acf12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.691061] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "152da4ca-e540-4362-b552-4fd8818acf12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.691061] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "152da4ca-e540-4362-b552-4fd8818acf12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.694314] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 640.694314] env[63198]: value = "task-2711746" [ 640.694314] env[63198]: _type = "Task" [ 640.694314] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.694803] env[63198]: INFO nova.compute.manager [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Terminating instance [ 640.701970] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Created folder: Instances in parent group-v546273. [ 640.702248] env[63198]: DEBUG oslo.service.loopingcall [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.703013] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.703277] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-187ac829-2334-4206-bf69-88af1edf0dfa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.722104] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.729386] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.729386] env[63198]: value = "task-2711748" [ 640.729386] env[63198]: _type = "Task" [ 640.729386] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.741369] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711748, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.894238] env[63198]: DEBUG nova.compute.utils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.897843] env[63198]: DEBUG nova.compute.manager [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.898106] env[63198]: DEBUG nova.network.neutron [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.967893] env[63198]: DEBUG nova.policy [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ee7335ca9814d9b8aa423e079054dc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b59a4f48c5f14162ac77c739f8a87cb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.044928] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711743, 'name': ReconfigVM_Task, 'duration_secs': 1.40531} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.045116] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Reconfigured VM instance instance-0000001d to attach disk [datastore2] a38cd87e-d777-4736-b701-23497eafdbcb/a38cd87e-d777-4736-b701-23497eafdbcb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.045827] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa13306a-77e2-4b47-ac26-3d4a8ac7b80b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.052476] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 641.052476] env[63198]: value = "task-2711749" [ 641.052476] env[63198]: _type = "Task" [ 641.052476] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.061093] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711749, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.066847] env[63198]: DEBUG nova.network.neutron [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Updated VIF entry in instance network info cache for port d4a76356-9e57-4150-adfa-3ca3cbfc2e89. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.067316] env[63198]: DEBUG nova.network.neutron [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Updating instance_info_cache with network_info: [{"id": "d4a76356-9e57-4150-adfa-3ca3cbfc2e89", "address": "fa:16:3e:22:e4:01", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a76356-9e", "ovs_interfaceid": "d4a76356-9e57-4150-adfa-3ca3cbfc2e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.204248] env[63198]: DEBUG nova.compute.manager [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.204368] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.208291] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c5a8d0-66d6-40a3-9a4a-ed6ff37929c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.211203] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074489} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.211798] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.213025] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f3c00-9cff-466a-af60-82dee877eefe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.218194] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.218752] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b5af34e-1650-4843-b98b-6392fb18a156 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.239723] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 5c0677e8-1844-47a1-826b-094a866c9d90/5c0677e8-1844-47a1-826b-094a866c9d90.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.244293] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4e54b9c-8b58-4a6e-84b3-716738d0727e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.267124] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711748, 'name': CreateVM_Task, 'duration_secs': 0.385297} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.268502] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.268832] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 641.268832] env[63198]: value = "task-2711751" [ 641.268832] env[63198]: _type = "Task" [ 641.268832] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.269593] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.269788] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.270246] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.270631] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430ea26e-7ac8-4686-8e8d-42def3eedb76 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.280063] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 641.280063] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a3d35f-fa11-135e-7156-f9d33e44b614" [ 641.280063] env[63198]: _type = "Task" [ 641.280063] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.292937] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.296538] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a3d35f-fa11-135e-7156-f9d33e44b614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.308772] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.309141] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.310366] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Deleting the datastore file [datastore1] 152da4ca-e540-4362-b552-4fd8818acf12 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.310366] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8952ed7-e488-4c04-8b1a-3be70f194be3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.318800] env[63198]: DEBUG oslo_vmware.api [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 641.318800] env[63198]: value = "task-2711752" [ 641.318800] env[63198]: _type = "Task" [ 641.318800] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.329170] env[63198]: DEBUG oslo_vmware.api [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.399209] env[63198]: DEBUG nova.compute.manager [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.471010] env[63198]: DEBUG nova.network.neutron [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Successfully created port: e6f302fc-d074-4407-97a0-5bdd2e33982b {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.567935] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711749, 'name': Rename_Task, 'duration_secs': 0.322055} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.571313] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.571808] env[63198]: DEBUG oslo_concurrency.lockutils [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] Releasing lock "refresh_cache-696ecdcb-f9b7-408b-a463-a429bbf079bb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.572515] env[63198]: DEBUG nova.compute.manager [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Received event network-vif-deleted-3555c397-8ab0-43ce-ba44-5558ca572121 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.572740] env[63198]: INFO nova.compute.manager [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Neutron deleted interface 3555c397-8ab0-43ce-ba44-5558ca572121; detaching it from the instance and deleting it from the info cache [ 641.572914] env[63198]: DEBUG nova.network.neutron [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.574305] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1535b612-fe19-4402-b44c-0be39e35dead {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.583545] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 641.583545] env[63198]: value = "task-2711753" [ 641.583545] env[63198]: _type = "Task" [ 641.583545] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.600142] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.787396] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711751, 'name': ReconfigVM_Task, 'duration_secs': 0.358751} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.788141] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 5c0677e8-1844-47a1-826b-094a866c9d90/5c0677e8-1844-47a1-826b-094a866c9d90.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.792692] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4a5109e-de21-4c87-8608-952abff1f482 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.795750] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a3d35f-fa11-135e-7156-f9d33e44b614, 'name': SearchDatastore_Task, 'duration_secs': 0.020012} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.795750] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.795750] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.795750] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.795750] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.795750] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.798724] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-460a4dea-b94f-49a0-a5c8-b8f25e29c214 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.802162] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 641.802162] env[63198]: value = "task-2711754" [ 641.802162] env[63198]: _type = "Task" [ 641.802162] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.812258] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711754, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.813165] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.813346] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.814188] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c315110b-6924-4cd8-8314-fef78614d3c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.827566] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 641.827566] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523a873e-4dfe-3741-e21e-217cd7517211" [ 641.827566] env[63198]: _type = "Task" [ 641.827566] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.835993] env[63198]: DEBUG oslo_vmware.api [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169312} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.836669] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.837429] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.837429] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.837429] env[63198]: INFO nova.compute.manager [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Took 0.63 seconds to destroy the instance on the hypervisor. [ 641.837626] env[63198]: DEBUG oslo.service.loopingcall [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.837724] env[63198]: DEBUG nova.compute.manager [-] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.837825] env[63198]: DEBUG nova.network.neutron [-] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.846303] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523a873e-4dfe-3741-e21e-217cd7517211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.884030] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "caedd33a-6164-45d0-8722-6b775f20fd9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.884030] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.026856] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb5e5d1-e56b-43ca-9f89-45e4ff7fde47 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.036062] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6858c2-7810-4b3d-a9f5-620ef1650a26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.070641] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb67263f-a505-445d-81ec-06c414e83b77 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.079632] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-048d8824-69c9-49b3-a882-9c24d6292af2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.081545] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2405dc01-9429-45cd-83f2-5855e17c9fb1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.101428] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7840ca-c633-424c-b638-a82d43497ad0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.112410] env[63198]: DEBUG nova.compute.provider_tree [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.117111] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711753, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.145830] env[63198]: DEBUG nova.compute.manager [req-65fdc1a5-f202-46f6-9d87-82dead8f9d5e req-fbbbc685-8fc7-4750-b270-99b40f1b6f5c service nova] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Detach interface failed, port_id=3555c397-8ab0-43ce-ba44-5558ca572121, reason: Instance 9409fbc3-cec1-410c-ab27-484a4a024c58 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 642.314068] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711754, 'name': Rename_Task, 'duration_secs': 0.219898} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.314068] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.314734] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e870a961-fac0-4441-8353-478e85052b71 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.322937] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 642.322937] env[63198]: value = "task-2711755" [ 642.322937] env[63198]: _type = "Task" [ 642.322937] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.331892] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.341035] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523a873e-4dfe-3741-e21e-217cd7517211, 'name': SearchDatastore_Task, 'duration_secs': 0.024982} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.341565] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63255763-8b27-48f1-ad5f-406b2e224713 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.347469] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 642.347469] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52100706-f8d4-01e6-c4a2-509af35f7f18" [ 642.347469] env[63198]: _type = "Task" [ 642.347469] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.357108] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52100706-f8d4-01e6-c4a2-509af35f7f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.379924] env[63198]: DEBUG nova.compute.manager [req-1bf6f485-6391-479f-adcb-caec2df0e989 req-768ff0d0-7a59-46c4-b624-66f3203aa0af service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Received event network-vif-deleted-8d07c730-500a-44d4-b7b2-cb1adb37da87 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 642.379924] env[63198]: INFO nova.compute.manager [req-1bf6f485-6391-479f-adcb-caec2df0e989 req-768ff0d0-7a59-46c4-b624-66f3203aa0af service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Neutron deleted interface 8d07c730-500a-44d4-b7b2-cb1adb37da87; detaching it from the instance and deleting it from the info cache [ 642.379924] env[63198]: DEBUG nova.network.neutron [req-1bf6f485-6391-479f-adcb-caec2df0e989 req-768ff0d0-7a59-46c4-b624-66f3203aa0af service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.408254] env[63198]: DEBUG nova.compute.manager [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.438262] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.438552] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.438723] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.438905] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.439064] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.439213] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.439424] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.439584] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.439749] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.439909] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.440093] env[63198]: DEBUG nova.virt.hardware [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.441058] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8730b34f-7751-4355-8593-7d4c90d6b262 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.450388] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26892acc-e15a-4001-95c1-549c282a3d43 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.595580] env[63198]: DEBUG oslo_vmware.api [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711753, 'name': PowerOnVM_Task, 'duration_secs': 0.979689} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.595886] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.597402] env[63198]: INFO nova.compute.manager [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Took 11.17 seconds to spawn the instance on the hypervisor. [ 642.597402] env[63198]: DEBUG nova.compute.manager [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.597402] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb12fcd8-465b-428e-8b31-9c23609f8aa0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.621016] env[63198]: DEBUG nova.scheduler.client.report [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.744375] env[63198]: DEBUG nova.network.neutron [-] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.835776] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711755, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.858245] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52100706-f8d4-01e6-c4a2-509af35f7f18, 'name': SearchDatastore_Task, 'duration_secs': 0.013144} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.858494] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.858749] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 696ecdcb-f9b7-408b-a463-a429bbf079bb/696ecdcb-f9b7-408b-a463-a429bbf079bb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.859013] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e043e6fd-b3a2-477d-84f8-290d31ce9f0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.866356] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 642.866356] env[63198]: value = "task-2711756" [ 642.866356] env[63198]: _type = "Task" [ 642.866356] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.874657] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.882432] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8be1010-17f3-4db9-997b-734130c592d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.893571] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba524de-ef3e-45b1-b11a-fe89256febda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.938448] env[63198]: DEBUG nova.compute.manager [req-1bf6f485-6391-479f-adcb-caec2df0e989 req-768ff0d0-7a59-46c4-b624-66f3203aa0af service nova] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Detach interface failed, port_id=8d07c730-500a-44d4-b7b2-cb1adb37da87, reason: Instance 152da4ca-e540-4362-b552-4fd8818acf12 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 643.114534] env[63198]: INFO nova.compute.manager [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Took 41.16 seconds to build instance. [ 643.126560] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.127082] env[63198]: DEBUG nova.compute.manager [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.129377] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.340s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.129536] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.129681] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 643.130734] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.384s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.130734] env[63198]: DEBUG nova.objects.instance [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lazy-loading 'resources' on Instance uuid c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.131837] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df153f7b-ce2c-4bf6-98d2-9bd80c1c9233 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.142282] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857be4b7-4336-40db-9609-f0fbcda70264 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.159676] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24698605-6a7d-4ba6-8e8b-c69eebb0dd2f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.171052] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b659bb20-54ef-4900-a23e-29613f5ccf3a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.203087] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquiring lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.203378] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.203632] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquiring lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.203764] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.203932] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.205773] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179065MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 643.205927] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.206537] env[63198]: INFO nova.compute.manager [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Terminating instance [ 643.250217] env[63198]: INFO nova.compute.manager [-] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Took 1.41 seconds to deallocate network for instance. [ 643.289539] env[63198]: DEBUG nova.network.neutron [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Successfully updated port: e6f302fc-d074-4407-97a0-5bdd2e33982b {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.337367] env[63198]: DEBUG oslo_vmware.api [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711755, 'name': PowerOnVM_Task, 'duration_secs': 0.733923} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.337367] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.337367] env[63198]: INFO nova.compute.manager [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Took 9.15 seconds to spawn the instance on the hypervisor. [ 643.337367] env[63198]: DEBUG nova.compute.manager [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.337367] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920b0af6-6034-47b1-924a-0e8210058de5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.379173] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711756, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.616696] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cab125dd-6f21-46d0-b0fb-f8c6a39c4cc2 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "a38cd87e-d777-4736-b701-23497eafdbcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.121s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.633237] env[63198]: DEBUG nova.compute.utils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.634978] env[63198]: DEBUG nova.compute.manager [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.635796] env[63198]: DEBUG nova.network.neutron [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.710817] env[63198]: DEBUG nova.compute.manager [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.711120] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.717281] env[63198]: DEBUG nova.policy [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0850b54ea22e44268876a92ec756f77f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c728f4a590145e588f8b92d5db922c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.719051] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a37489-48b4-4437-9b1c-598a57192b70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.730446] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.730709] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-645a62f7-d306-4a9b-97cd-57fd2257349e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.741206] env[63198]: DEBUG oslo_vmware.api [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 643.741206] env[63198]: value = "task-2711757" [ 643.741206] env[63198]: _type = "Task" [ 643.741206] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.758019] env[63198]: DEBUG oslo_vmware.api [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.758522] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.793155] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquiring lock "refresh_cache-965da06c-b4bf-443f-a7a4-bdb16a9ecb61" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.793155] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquired lock "refresh_cache-965da06c-b4bf-443f-a7a4-bdb16a9ecb61" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.793280] env[63198]: DEBUG nova.network.neutron [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.864795] env[63198]: INFO nova.compute.manager [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Took 40.01 seconds to build instance. [ 643.881345] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658096} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.881700] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 696ecdcb-f9b7-408b-a463-a429bbf079bb/696ecdcb-f9b7-408b-a463-a429bbf079bb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.881931] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.882299] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98fd3491-8a50-456f-a452-b7a967e6b5c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.893846] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 643.893846] env[63198]: value = "task-2711758" [ 643.893846] env[63198]: _type = "Task" [ 643.893846] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.904034] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.015828] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5a5b37-c369-4e4e-aab0-e7623ad95bf7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.022939] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-441b16ef-5ac0-4812-8f32-dedf5753881b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Suspending the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 644.023558] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-638e64c5-7f09-4b2a-b74d-2ec07de9a02a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.036395] env[63198]: DEBUG oslo_vmware.api [None req-441b16ef-5ac0-4812-8f32-dedf5753881b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 644.036395] env[63198]: value = "task-2711759" [ 644.036395] env[63198]: _type = "Task" [ 644.036395] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.048768] env[63198]: DEBUG oslo_vmware.api [None req-441b16ef-5ac0-4812-8f32-dedf5753881b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711759, 'name': SuspendVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.120705] env[63198]: DEBUG nova.compute.manager [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.140307] env[63198]: DEBUG nova.compute.manager [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.220348] env[63198]: DEBUG nova.network.neutron [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Successfully created port: 5095703f-72f2-41a5-bd53-acfa8b2f75b5 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.253204] env[63198]: DEBUG oslo_vmware.api [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711757, 'name': PowerOffVM_Task, 'duration_secs': 0.356033} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.253512] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.253686] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.253949] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cf30d61-ce4d-4641-9023-d05ea550925e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.257242] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a6db93-e6af-4b80-a2dd-5721fa318918 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.266383] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd9d675-0f07-4fe4-b3ef-542ce390f2af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.304084] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd6c5a8-e248-4c46-84ad-04ecc41bb397 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.313377] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06db309a-fd27-41a4-ae04-e9b15e5ece0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.329755] env[63198]: DEBUG nova.compute.provider_tree [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.367650] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e82ca122-ba26-4de3-8294-beb8062c274c tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "5c0677e8-1844-47a1-826b-094a866c9d90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.903s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.385136] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.385485] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.385663] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Deleting the datastore file [datastore2] c3d46d47-dd2d-487c-a5eb-22062fd44a66 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.386718] env[63198]: DEBUG nova.network.neutron [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.390246] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f9cc8d5-eb28-4423-9f52-5bfd9237f47d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.401588] env[63198]: DEBUG oslo_vmware.api [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for the task: (returnval){ [ 644.401588] env[63198]: value = "task-2711761" [ 644.401588] env[63198]: _type = "Task" [ 644.401588] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.409537] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081146} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.410438] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.411674] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd38f76-b762-4e18-8147-d9fefdef41c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.421038] env[63198]: DEBUG oslo_concurrency.lockutils [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquiring lock "5c0677e8-1844-47a1-826b-094a866c9d90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.421429] env[63198]: DEBUG oslo_concurrency.lockutils [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "5c0677e8-1844-47a1-826b-094a866c9d90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.421757] env[63198]: DEBUG oslo_concurrency.lockutils [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquiring lock "5c0677e8-1844-47a1-826b-094a866c9d90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.422079] env[63198]: DEBUG oslo_concurrency.lockutils [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "5c0677e8-1844-47a1-826b-094a866c9d90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.422376] env[63198]: DEBUG oslo_concurrency.lockutils [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "5c0677e8-1844-47a1-826b-094a866c9d90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.429023] env[63198]: DEBUG oslo_vmware.api [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.429023] env[63198]: INFO nova.compute.manager [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Terminating instance [ 644.458782] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 696ecdcb-f9b7-408b-a463-a429bbf079bb/696ecdcb-f9b7-408b-a463-a429bbf079bb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.459368] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-422e3637-ae2c-44d8-b5fb-82c731ff5b06 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.480492] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 644.480492] env[63198]: value = "task-2711762" [ 644.480492] env[63198]: _type = "Task" [ 644.480492] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.490037] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.549731] env[63198]: DEBUG oslo_vmware.api [None req-441b16ef-5ac0-4812-8f32-dedf5753881b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711759, 'name': SuspendVM_Task} progress is 62%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.639980] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.814601] env[63198]: DEBUG nova.compute.manager [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Received event network-vif-plugged-e6f302fc-d074-4407-97a0-5bdd2e33982b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.814924] env[63198]: DEBUG oslo_concurrency.lockutils [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] Acquiring lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.815339] env[63198]: DEBUG oslo_concurrency.lockutils [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] Lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.815587] env[63198]: DEBUG oslo_concurrency.lockutils [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] Lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.815772] env[63198]: DEBUG nova.compute.manager [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] No waiting events found dispatching network-vif-plugged-e6f302fc-d074-4407-97a0-5bdd2e33982b {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.816109] env[63198]: WARNING nova.compute.manager [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Received unexpected event network-vif-plugged-e6f302fc-d074-4407-97a0-5bdd2e33982b for instance with vm_state building and task_state spawning. [ 644.816275] env[63198]: DEBUG nova.compute.manager [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Received event network-changed-e6f302fc-d074-4407-97a0-5bdd2e33982b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.816509] env[63198]: DEBUG nova.compute.manager [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Refreshing instance network info cache due to event network-changed-e6f302fc-d074-4407-97a0-5bdd2e33982b. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 644.816727] env[63198]: DEBUG oslo_concurrency.lockutils [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] Acquiring lock "refresh_cache-965da06c-b4bf-443f-a7a4-bdb16a9ecb61" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.833560] env[63198]: DEBUG nova.scheduler.client.report [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.870999] env[63198]: DEBUG nova.compute.manager [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.912786] env[63198]: DEBUG oslo_vmware.api [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Task: {'id': task-2711761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316094} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.913688] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.913878] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.914067] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.914243] env[63198]: INFO nova.compute.manager [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Took 1.20 seconds to destroy the instance on the hypervisor. [ 644.914474] env[63198]: DEBUG oslo.service.loopingcall [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.914658] env[63198]: DEBUG nova.compute.manager [-] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.914753] env[63198]: DEBUG nova.network.neutron [-] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.936790] env[63198]: DEBUG nova.compute.manager [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.937031] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.937871] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aa55ab-b9ec-4721-985d-de29f78c3dd9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.946816] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.947091] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41cc69ba-c086-4fbe-a78c-547d5dd048eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.954860] env[63198]: DEBUG oslo_vmware.api [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 644.954860] env[63198]: value = "task-2711763" [ 644.954860] env[63198]: _type = "Task" [ 644.954860] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.967718] env[63198]: DEBUG oslo_vmware.api [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.990978] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711762, 'name': ReconfigVM_Task, 'duration_secs': 0.381259} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.993797] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 696ecdcb-f9b7-408b-a463-a429bbf079bb/696ecdcb-f9b7-408b-a463-a429bbf079bb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.994787] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a187e4e-7593-4f82-b084-1166ea89e3f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.997811] env[63198]: DEBUG nova.network.neutron [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Updating instance_info_cache with network_info: [{"id": "e6f302fc-d074-4407-97a0-5bdd2e33982b", "address": "fa:16:3e:9a:5e:16", "network": {"id": "c0e91e8d-f25a-4604-881d-59bc28e1cd8b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2097958896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59a4f48c5f14162ac77c739f8a87cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f302fc-d0", "ovs_interfaceid": "e6f302fc-d074-4407-97a0-5bdd2e33982b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.005526] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 645.005526] env[63198]: value = "task-2711764" [ 645.005526] env[63198]: _type = "Task" [ 645.005526] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.019383] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711764, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.048208] env[63198]: DEBUG oslo_vmware.api [None req-441b16ef-5ac0-4812-8f32-dedf5753881b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711759, 'name': SuspendVM_Task, 'duration_secs': 0.700313} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.048638] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-441b16ef-5ac0-4812-8f32-dedf5753881b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Suspended the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 645.048759] env[63198]: DEBUG nova.compute.manager [None req-441b16ef-5ac0-4812-8f32-dedf5753881b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.049681] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149ef5f4-2bb1-4d81-897b-8c1f6e165839 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.152261] env[63198]: DEBUG nova.compute.manager [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.179484] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.179740] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.183292] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.183292] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.183292] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.183292] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.183292] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.183292] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.183292] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.183292] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.183292] env[63198]: DEBUG nova.virt.hardware [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.183292] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c955bf1a-81be-4bbc-8a49-9b325d01d4a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.191690] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92ff690-c88a-4892-8b17-28ce2bb66775 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.339166] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.344196] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.197s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.344196] env[63198]: INFO nova.compute.claims [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.365600] env[63198]: INFO nova.scheduler.client.report [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Deleted allocations for instance c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1 [ 645.401698] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.465824] env[63198]: DEBUG oslo_vmware.api [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711763, 'name': PowerOffVM_Task, 'duration_secs': 0.343825} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.466203] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.466398] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.466682] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a9fbbf0-1d5e-4ba5-a764-74ac80c39805 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.501136] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Releasing lock "refresh_cache-965da06c-b4bf-443f-a7a4-bdb16a9ecb61" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.501495] env[63198]: DEBUG nova.compute.manager [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Instance network_info: |[{"id": "e6f302fc-d074-4407-97a0-5bdd2e33982b", "address": "fa:16:3e:9a:5e:16", "network": {"id": "c0e91e8d-f25a-4604-881d-59bc28e1cd8b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2097958896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59a4f48c5f14162ac77c739f8a87cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f302fc-d0", "ovs_interfaceid": "e6f302fc-d074-4407-97a0-5bdd2e33982b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.501809] env[63198]: DEBUG oslo_concurrency.lockutils [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] Acquired lock "refresh_cache-965da06c-b4bf-443f-a7a4-bdb16a9ecb61" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.501987] env[63198]: DEBUG nova.network.neutron [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Refreshing network info cache for port e6f302fc-d074-4407-97a0-5bdd2e33982b {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.504252] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:5e:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f302fc-d074-4407-97a0-5bdd2e33982b', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.512807] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Creating folder: Project (b59a4f48c5f14162ac77c739f8a87cb0). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.514392] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d0d9580-6b12-4daa-9d6f-31d0f8afcb22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.526744] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711764, 'name': Rename_Task, 'duration_secs': 0.223944} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.528883] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.530442] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2fc18c6-e990-4f2e-b120-a11bc56bbca3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.533068] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Created folder: Project (b59a4f48c5f14162ac77c739f8a87cb0) in parent group-v546185. [ 645.533068] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Creating folder: Instances. Parent ref: group-v546276. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.533068] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d968adc-99a4-423c-be38-af4667bfa564 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.545256] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 645.545256] env[63198]: value = "task-2711767" [ 645.545256] env[63198]: _type = "Task" [ 645.545256] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.546674] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.546887] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.547119] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Deleting the datastore file [datastore2] 5c0677e8-1844-47a1-826b-094a866c9d90 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.550926] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6a63322-beca-4a6c-bcba-e82a93a58099 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.555736] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Created folder: Instances in parent group-v546276. [ 645.555975] env[63198]: DEBUG oslo.service.loopingcall [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.559329] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.559605] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.560844] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80a72013-62aa-4c9f-b148-61723f8ff68e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.579500] env[63198]: DEBUG oslo_vmware.api [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for the task: (returnval){ [ 645.579500] env[63198]: value = "task-2711769" [ 645.579500] env[63198]: _type = "Task" [ 645.579500] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.586839] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.586839] env[63198]: value = "task-2711770" [ 645.586839] env[63198]: _type = "Task" [ 645.586839] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.595196] env[63198]: DEBUG oslo_vmware.api [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.601700] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711770, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.858837] env[63198]: DEBUG nova.network.neutron [-] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.876683] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5559589c-7cb3-46ea-9f7b-fbaf900226c8 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.643s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.057702] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.090843] env[63198]: DEBUG oslo_vmware.api [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Task: {'id': task-2711769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291804} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.094365] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.094561] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.094750] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.094918] env[63198]: INFO nova.compute.manager [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Took 1.16 seconds to destroy the instance on the hypervisor. [ 646.095179] env[63198]: DEBUG oslo.service.loopingcall [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.095388] env[63198]: DEBUG nova.compute.manager [-] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.095502] env[63198]: DEBUG nova.network.neutron [-] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.104482] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711770, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.362694] env[63198]: INFO nova.compute.manager [-] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Took 1.45 seconds to deallocate network for instance. [ 646.479952] env[63198]: DEBUG nova.network.neutron [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Updated VIF entry in instance network info cache for port e6f302fc-d074-4407-97a0-5bdd2e33982b. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.480326] env[63198]: DEBUG nova.network.neutron [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Updating instance_info_cache with network_info: [{"id": "e6f302fc-d074-4407-97a0-5bdd2e33982b", "address": "fa:16:3e:9a:5e:16", "network": {"id": "c0e91e8d-f25a-4604-881d-59bc28e1cd8b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2097958896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59a4f48c5f14162ac77c739f8a87cb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f302fc-d0", "ovs_interfaceid": "e6f302fc-d074-4407-97a0-5bdd2e33982b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.558172] env[63198]: DEBUG oslo_vmware.api [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711767, 'name': PowerOnVM_Task, 'duration_secs': 0.744419} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.560611] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.560820] env[63198]: INFO nova.compute.manager [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Took 9.68 seconds to spawn the instance on the hypervisor. [ 646.561236] env[63198]: DEBUG nova.compute.manager [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.562017] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37797ca7-fa8c-441c-a4a1-d484bcd8c1db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.603064] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711770, 'name': CreateVM_Task, 'duration_secs': 0.538784} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.606081] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.607540] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.607939] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.608394] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.608654] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3ea8d5-b397-42e0-83ba-a44daa047800 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.614750] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 646.614750] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aee520-4962-83a5-6ade-67c0788ada77" [ 646.614750] env[63198]: _type = "Task" [ 646.614750] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.624335] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aee520-4962-83a5-6ade-67c0788ada77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.753223] env[63198]: DEBUG nova.network.neutron [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Successfully updated port: 5095703f-72f2-41a5-bd53-acfa8b2f75b5 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.876023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.929307] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da83170c-e8bb-4d3a-b464-830f2e6af74d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.937864] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d1ad5d-2117-4c78-bcf5-ee3a9943d6d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.969570] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacb0a1b-811e-445e-ae6d-aa5edcb206f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.977448] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e011168-2fda-4972-ab02-16cc8fb5514f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.982924] env[63198]: DEBUG oslo_concurrency.lockutils [req-3afae340-9feb-4676-a0b3-28c4082fe596 req-245d1f95-1d3f-4c40-bb19-0bb538eee8ca service nova] Releasing lock "refresh_cache-965da06c-b4bf-443f-a7a4-bdb16a9ecb61" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.991044] env[63198]: DEBUG nova.compute.provider_tree [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.080268] env[63198]: DEBUG nova.compute.manager [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Received event network-vif-deleted-9f214646-b49a-41ee-8fb7-489c963a370d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.080527] env[63198]: DEBUG nova.compute.manager [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Received event network-vif-plugged-5095703f-72f2-41a5-bd53-acfa8b2f75b5 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.080680] env[63198]: DEBUG oslo_concurrency.lockutils [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] Acquiring lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.080881] env[63198]: DEBUG oslo_concurrency.lockutils [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] Lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.081277] env[63198]: DEBUG oslo_concurrency.lockutils [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] Lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.081535] env[63198]: DEBUG nova.compute.manager [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] No waiting events found dispatching network-vif-plugged-5095703f-72f2-41a5-bd53-acfa8b2f75b5 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.081764] env[63198]: WARNING nova.compute.manager [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Received unexpected event network-vif-plugged-5095703f-72f2-41a5-bd53-acfa8b2f75b5 for instance with vm_state building and task_state spawning. [ 647.081986] env[63198]: DEBUG nova.compute.manager [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Received event network-vif-deleted-882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.082223] env[63198]: INFO nova.compute.manager [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Neutron deleted interface 882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1; detaching it from the instance and deleting it from the info cache [ 647.082473] env[63198]: DEBUG nova.network.neutron [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.091572] env[63198]: INFO nova.compute.manager [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Took 37.03 seconds to build instance. [ 647.128347] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aee520-4962-83a5-6ade-67c0788ada77, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.128700] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.128965] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.129241] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.129409] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.129588] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.129844] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6753ca4c-84e7-498c-95a8-8c4eae9d0aca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.138613] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.138793] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.139781] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5100b54-1093-40a6-9367-8af020e49747 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.145356] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 647.145356] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b3978-4deb-8b63-514b-d62149e95132" [ 647.145356] env[63198]: _type = "Task" [ 647.145356] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.154114] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b3978-4deb-8b63-514b-d62149e95132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.190943] env[63198]: DEBUG nova.network.neutron [-] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.256230] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquiring lock "refresh_cache-9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.256310] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquired lock "refresh_cache-9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.256443] env[63198]: DEBUG nova.network.neutron [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.494284] env[63198]: DEBUG nova.scheduler.client.report [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.587953] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bff8359e-f042-4571-ad99-a0b2157332a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.593820] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8b161ed4-c5fa-4d5d-955f-e764204e1117 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "696ecdcb-f9b7-408b-a463-a429bbf079bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.553s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.599515] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cd128f-a858-44b9-9cac-5a7bf35d33fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.637242] env[63198]: DEBUG nova.compute.manager [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Detach interface failed, port_id=882e7bb1-f3d6-4ec2-9c05-3f7d8e1f70a1, reason: Instance 5c0677e8-1844-47a1-826b-094a866c9d90 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 647.637508] env[63198]: DEBUG nova.compute.manager [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Received event network-changed-5095703f-72f2-41a5-bd53-acfa8b2f75b5 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.637666] env[63198]: DEBUG nova.compute.manager [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Refreshing instance network info cache due to event network-changed-5095703f-72f2-41a5-bd53-acfa8b2f75b5. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.637853] env[63198]: DEBUG oslo_concurrency.lockutils [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] Acquiring lock "refresh_cache-9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.655690] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b3978-4deb-8b63-514b-d62149e95132, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.656485] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632265f5-74e2-4169-a909-1b2b241f6ce4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.662878] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 647.662878] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529048c9-35e8-c348-d719-bb20d076996b" [ 647.662878] env[63198]: _type = "Task" [ 647.662878] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.671300] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529048c9-35e8-c348-d719-bb20d076996b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.693402] env[63198]: INFO nova.compute.manager [-] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Took 1.60 seconds to deallocate network for instance. [ 647.823559] env[63198]: DEBUG nova.network.neutron [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.003808] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.004285] env[63198]: DEBUG nova.compute.manager [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.007427] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.041s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.008545] env[63198]: INFO nova.compute.claims [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.014029] env[63198]: DEBUG nova.compute.manager [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.014029] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e63298-1496-4747-9abc-2dc236633ef1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.015940] env[63198]: DEBUG nova.network.neutron [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Updating instance_info_cache with network_info: [{"id": "5095703f-72f2-41a5-bd53-acfa8b2f75b5", "address": "fa:16:3e:8d:d5:0f", "network": {"id": "b1110f0f-a6d1-48d7-aeb3-e44044234f45", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1616754977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c728f4a590145e588f8b92d5db922c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5095703f-72", "ovs_interfaceid": "5095703f-72f2-41a5-bd53-acfa8b2f75b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.111986] env[63198]: DEBUG nova.compute.manager [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.174351] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529048c9-35e8-c348-d719-bb20d076996b, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.174634] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.174938] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 965da06c-b4bf-443f-a7a4-bdb16a9ecb61/965da06c-b4bf-443f-a7a4-bdb16a9ecb61.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.175162] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af8fe97e-b09d-4c12-a644-a17c28075c19 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.183477] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 648.183477] env[63198]: value = "task-2711771" [ 648.183477] env[63198]: _type = "Task" [ 648.183477] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.191981] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.200100] env[63198]: DEBUG oslo_concurrency.lockutils [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.234247] env[63198]: INFO nova.compute.manager [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Rebuilding instance [ 648.281618] env[63198]: DEBUG nova.compute.manager [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.282523] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87347c3-ce4d-4199-9651-2641518c03ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.514183] env[63198]: DEBUG nova.compute.utils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.520767] env[63198]: DEBUG nova.compute.manager [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.520767] env[63198]: DEBUG nova.network.neutron [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.522952] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Releasing lock "refresh_cache-9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.523283] env[63198]: DEBUG nova.compute.manager [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Instance network_info: |[{"id": "5095703f-72f2-41a5-bd53-acfa8b2f75b5", "address": "fa:16:3e:8d:d5:0f", "network": {"id": "b1110f0f-a6d1-48d7-aeb3-e44044234f45", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1616754977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c728f4a590145e588f8b92d5db922c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5095703f-72", "ovs_interfaceid": "5095703f-72f2-41a5-bd53-acfa8b2f75b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.523831] env[63198]: DEBUG oslo_concurrency.lockutils [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] Acquired lock "refresh_cache-9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.524334] env[63198]: DEBUG nova.network.neutron [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Refreshing network info cache for port 5095703f-72f2-41a5-bd53-acfa8b2f75b5 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.526030] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d5:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5095703f-72f2-41a5-bd53-acfa8b2f75b5', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.534587] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Creating folder: Project (5c728f4a590145e588f8b92d5db922c1). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.535743] env[63198]: INFO nova.compute.manager [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] instance snapshotting [ 648.535937] env[63198]: WARNING nova.compute.manager [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 648.539608] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d6df090-ef49-43f6-ab54-6dd1b2f974e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.543320] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823b09a-f813-4b97-912d-07f8624cc93e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.568597] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd922a6-1beb-45b8-9c13-77e80ef016fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.571586] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Created folder: Project (5c728f4a590145e588f8b92d5db922c1) in parent group-v546185. [ 648.571782] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Creating folder: Instances. Parent ref: group-v546279. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.572406] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab8f9201-4e94-4cc8-a652-3c91c6f816ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.585664] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Created folder: Instances in parent group-v546279. [ 648.585664] env[63198]: DEBUG oslo.service.loopingcall [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.585664] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.585664] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a2d8c39-0871-4ae4-950b-99d0689db482 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.600770] env[63198]: DEBUG nova.policy [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d61329cf0340f3b51c57afc607a79d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da3832cc84094554a4bbf38bb947923d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.608814] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.608814] env[63198]: value = "task-2711774" [ 648.608814] env[63198]: _type = "Task" [ 648.608814] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.620512] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711774, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.648280] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.694941] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711771, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.965762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "921035fb-b893-46bb-9fb6-a7649d0de22f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.965762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "921035fb-b893-46bb-9fb6-a7649d0de22f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.966031] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "921035fb-b893-46bb-9fb6-a7649d0de22f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.966246] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "921035fb-b893-46bb-9fb6-a7649d0de22f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.966649] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "921035fb-b893-46bb-9fb6-a7649d0de22f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.971862] env[63198]: INFO nova.compute.manager [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Terminating instance [ 649.021072] env[63198]: DEBUG nova.compute.manager [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.085853] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 649.086489] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a19b3ba-ac77-4f90-a0b3-e2918cfad3ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.095826] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 649.095826] env[63198]: value = "task-2711775" [ 649.095826] env[63198]: _type = "Task" [ 649.095826] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.116998] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711775, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.125458] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711774, 'name': CreateVM_Task, 'duration_secs': 0.390813} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.125983] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.127302] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.127398] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.127700] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.128081] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "76228faa-6d02-41d3-b99d-053423e3180c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.128280] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "76228faa-6d02-41d3-b99d-053423e3180c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.128469] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "76228faa-6d02-41d3-b99d-053423e3180c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.128647] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "76228faa-6d02-41d3-b99d-053423e3180c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.129220] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "76228faa-6d02-41d3-b99d-053423e3180c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.130783] env[63198]: INFO nova.compute.manager [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Terminating instance [ 649.132982] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d8cd3b-aa96-46a3-9d08-115129f23a98 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.142368] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 649.142368] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52985c06-18e5-7fcd-3076-3b306363ab76" [ 649.142368] env[63198]: _type = "Task" [ 649.142368] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.153406] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52985c06-18e5-7fcd-3076-3b306363ab76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.197068] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522441} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.197356] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 965da06c-b4bf-443f-a7a4-bdb16a9ecb61/965da06c-b4bf-443f-a7a4-bdb16a9ecb61.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.197573] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.197838] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea469d8e-dfea-443d-a041-1668b742f108 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.211847] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 649.211847] env[63198]: value = "task-2711776" [ 649.211847] env[63198]: _type = "Task" [ 649.211847] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.222102] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.226510] env[63198]: DEBUG nova.network.neutron [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Successfully created port: 0ccc7215-17e1-4e4c-bc74-2fd37f9831e0 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.302293] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.302293] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cff780c-c9d7-4232-b045-514cff4f5236 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.311271] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 649.311271] env[63198]: value = "task-2711777" [ 649.311271] env[63198]: _type = "Task" [ 649.311271] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.322492] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.473047] env[63198]: DEBUG nova.compute.manager [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.473281] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.474152] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bf8cc5-9b17-4ece-866a-6beee1411866 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.488880] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.489176] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eebbaf76-6520-4794-a635-431177bb8647 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.496985] env[63198]: DEBUG oslo_vmware.api [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 649.496985] env[63198]: value = "task-2711778" [ 649.496985] env[63198]: _type = "Task" [ 649.496985] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.510183] env[63198]: DEBUG oslo_vmware.api [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.589883] env[63198]: DEBUG nova.network.neutron [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Updated VIF entry in instance network info cache for port 5095703f-72f2-41a5-bd53-acfa8b2f75b5. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.590390] env[63198]: DEBUG nova.network.neutron [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Updating instance_info_cache with network_info: [{"id": "5095703f-72f2-41a5-bd53-acfa8b2f75b5", "address": "fa:16:3e:8d:d5:0f", "network": {"id": "b1110f0f-a6d1-48d7-aeb3-e44044234f45", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1616754977-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c728f4a590145e588f8b92d5db922c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5095703f-72", "ovs_interfaceid": "5095703f-72f2-41a5-bd53-acfa8b2f75b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.612346] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711775, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.639285] env[63198]: DEBUG nova.compute.manager [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.639285] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.639285] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3a8048-3056-45a3-8219-bd8da4bcba06 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.649437] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.650905] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9279e6bc-56bd-4099-8a36-39e8d488fcf9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.652963] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3449b9cb-7896-49ba-9f57-71ef69a0e1fc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.666531] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a4aa46-6d52-4063-b1fd-bbade2c36052 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.669862] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52985c06-18e5-7fcd-3076-3b306363ab76, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.670233] env[63198]: DEBUG oslo_vmware.api [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 649.670233] env[63198]: value = "task-2711779" [ 649.670233] env[63198]: _type = "Task" [ 649.670233] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.670546] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.670746] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.670977] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.671125] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.671308] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.672497] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cef515ef-9e74-4055-9383-e5038b4a1de2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.703848] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc94f3-ca67-4cdb-a80b-9702803dbc98 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.709765] env[63198]: DEBUG oslo_vmware.api [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.711339] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.711539] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.712252] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f070ef-5f60-4d93-ae2e-5c0f074eb301 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.720524] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7830bdcc-9bac-44ce-86bb-c0bf3e20d1dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.725791] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 649.725791] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5211942c-7af3-c9ae-0a97-e8ad3f35f59e" [ 649.725791] env[63198]: _type = "Task" [ 649.725791] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.741785] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069535} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.742302] env[63198]: DEBUG nova.compute.provider_tree [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.744414] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.745551] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8931075-691a-4a2d-9b13-ce643100a68e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.751687] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5211942c-7af3-c9ae-0a97-e8ad3f35f59e, 'name': SearchDatastore_Task, 'duration_secs': 0.017812} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.753428] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0787d6-374f-4c56-9956-4dfda0a481b2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.774073] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 965da06c-b4bf-443f-a7a4-bdb16a9ecb61/965da06c-b4bf-443f-a7a4-bdb16a9ecb61.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.774986] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc801e4e-156c-4ea7-b1a4-7a216917804f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.790833] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 649.790833] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230b216-68b0-518b-b72c-49ce2e2f62a3" [ 649.790833] env[63198]: _type = "Task" [ 649.790833] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.797229] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 649.797229] env[63198]: value = "task-2711780" [ 649.797229] env[63198]: _type = "Task" [ 649.797229] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.801631] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230b216-68b0-518b-b72c-49ce2e2f62a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.805223] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.805531] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a/9ba80fa2-0cf3-43a6-9d68-19abc3dc682a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.805816] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bc7b350-8186-4baf-bc35-0dc189ce0c22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.814864] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.819574] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 649.819574] env[63198]: value = "task-2711781" [ 649.819574] env[63198]: _type = "Task" [ 649.819574] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.826946] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711777, 'name': PowerOffVM_Task, 'duration_secs': 0.265098} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.827568] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.827808] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.828609] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b1294d-c93c-495f-ae81-f6cdb7b5c1d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.834322] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.839713] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.839976] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94af3929-f2e7-4f37-8e91-282ae198f8e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.910746] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.911149] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.911426] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleting the datastore file [datastore2] 696ecdcb-f9b7-408b-a463-a429bbf079bb {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.911799] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ce4b32b-7cd0-495d-bad0-2a5ffd798b49 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.920858] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 649.920858] env[63198]: value = "task-2711783" [ 649.920858] env[63198]: _type = "Task" [ 649.920858] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.930387] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.007950] env[63198]: DEBUG oslo_vmware.api [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711778, 'name': PowerOffVM_Task, 'duration_secs': 0.181742} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.008448] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.008630] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.008919] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf935ad-4a5f-4911-97b8-9c53d897fbf9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.034199] env[63198]: DEBUG nova.compute.manager [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.058726] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.059092] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.059298] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.059498] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.059669] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.059827] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.060050] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.060215] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.060507] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.060573] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.060825] env[63198]: DEBUG nova.virt.hardware [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.062280] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535f9622-b648-408d-a7e5-a7e637e3146c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.071968] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb1a8b4-1bf8-4391-9c6b-5cca7f492088 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.089394] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.089678] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.089845] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Deleting the datastore file [datastore1] 921035fb-b893-46bb-9fb6-a7649d0de22f {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.090134] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bba0e499-4f02-4dce-bdfa-afaba3cebd98 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.092356] env[63198]: DEBUG oslo_concurrency.lockutils [req-75c122b4-11ac-4a2b-ac18-a9daef98b822 req-0dd8cc05-556b-448c-bd0f-0de44c60d5f5 service nova] Releasing lock "refresh_cache-9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.099377] env[63198]: DEBUG oslo_vmware.api [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 650.099377] env[63198]: value = "task-2711785" [ 650.099377] env[63198]: _type = "Task" [ 650.099377] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.111823] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711775, 'name': CreateSnapshot_Task, 'duration_secs': 0.570413} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.115203] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 650.115547] env[63198]: DEBUG oslo_vmware.api [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.116518] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73636d4-e0e8-4372-8a3e-a421430dac3d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.186494] env[63198]: DEBUG oslo_vmware.api [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711779, 'name': PowerOffVM_Task, 'duration_secs': 0.201264} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.186824] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.186953] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.187218] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9aa40b1-941d-4378-9da9-827f0c06a622 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.246298] env[63198]: DEBUG nova.scheduler.client.report [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.288993] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.289327] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.289535] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Deleting the datastore file [datastore2] 76228faa-6d02-41d3-b99d-053423e3180c {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.289901] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-213593c6-564c-491e-8302-ee2101764836 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.300346] env[63198]: DEBUG oslo_vmware.api [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for the task: (returnval){ [ 650.300346] env[63198]: value = "task-2711787" [ 650.300346] env[63198]: _type = "Task" [ 650.300346] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.319160] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711780, 'name': ReconfigVM_Task, 'duration_secs': 0.42723} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.319830] env[63198]: DEBUG oslo_vmware.api [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.319903] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 965da06c-b4bf-443f-a7a4-bdb16a9ecb61/965da06c-b4bf-443f-a7a4-bdb16a9ecb61.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.320815] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58fd3ec5-7495-4f40-a5b9-d538a5fec663 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.335231] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.337048] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 650.337048] env[63198]: value = "task-2711788" [ 650.337048] env[63198]: _type = "Task" [ 650.337048] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.349583] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711788, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.431956] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.610141] env[63198]: DEBUG oslo_vmware.api [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318691} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.610383] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.610567] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.610744] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.610917] env[63198]: INFO nova.compute.manager [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 650.611175] env[63198]: DEBUG oslo.service.loopingcall [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.611367] env[63198]: DEBUG nova.compute.manager [-] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.611459] env[63198]: DEBUG nova.network.neutron [-] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.638354] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 650.638613] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df13dcc3-70e8-474f-9162-da991c82bdf2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.649708] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 650.649708] env[63198]: value = "task-2711789" [ 650.649708] env[63198]: _type = "Task" [ 650.649708] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.659327] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711789, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.751544] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.752130] env[63198]: DEBUG nova.compute.manager [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.755324] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.747s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.757187] env[63198]: INFO nova.compute.claims [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.813834] env[63198]: DEBUG oslo_vmware.api [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Task: {'id': task-2711787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201162} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.814359] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.814626] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.814880] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.815072] env[63198]: INFO nova.compute.manager [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 650.815363] env[63198]: DEBUG oslo.service.loopingcall [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.815873] env[63198]: DEBUG nova.compute.manager [-] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.816018] env[63198]: DEBUG nova.network.neutron [-] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.830667] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551523} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.831082] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a/9ba80fa2-0cf3-43a6-9d68-19abc3dc682a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.831227] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.831520] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88d00ebe-aec0-4d70-870a-59fa298e4b90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.843635] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 650.843635] env[63198]: value = "task-2711790" [ 650.843635] env[63198]: _type = "Task" [ 650.843635] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.851268] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711788, 'name': Rename_Task, 'duration_secs': 0.153307} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.852035] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.852351] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b63bd610-8701-4f9e-ab8b-79ad3dacd824 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.858204] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.860359] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 650.860359] env[63198]: value = "task-2711791" [ 650.860359] env[63198]: _type = "Task" [ 650.860359] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.877132] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.936053] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.161722] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711789, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.261784] env[63198]: DEBUG nova.compute.utils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.265285] env[63198]: DEBUG nova.compute.manager [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.265542] env[63198]: DEBUG nova.network.neutron [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.307222] env[63198]: DEBUG nova.policy [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9016349596ba48e3877859710a06a658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dda5a2741462440e8c8bdbae4bc54355', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.357994] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070407} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.358305] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.359123] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c36a9-c8b9-46a2-83aa-0e054ec0603e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.372095] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.391206] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a/9ba80fa2-0cf3-43a6-9d68-19abc3dc682a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.391580] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9836b75-496b-405d-8fbd-88cd8f2f22be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.415400] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 651.415400] env[63198]: value = "task-2711792" [ 651.415400] env[63198]: _type = "Task" [ 651.415400] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.424748] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.443020] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.078107} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.443020] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.443020] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.443020] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.667306] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711789, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.717524] env[63198]: DEBUG nova.network.neutron [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Successfully created port: 8f1eda23-df2a-4e97-9d9c-e2db30825a12 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.766093] env[63198]: DEBUG nova.compute.manager [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.782746] env[63198]: DEBUG nova.network.neutron [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Successfully updated port: 0ccc7215-17e1-4e4c-bc74-2fd37f9831e0 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.876174] env[63198]: DEBUG oslo_vmware.api [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711791, 'name': PowerOnVM_Task, 'duration_secs': 0.646821} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.876174] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.876174] env[63198]: INFO nova.compute.manager [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Took 9.47 seconds to spawn the instance on the hypervisor. [ 651.876174] env[63198]: DEBUG nova.compute.manager [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.880018] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e3bd0-4a63-49c8-b60a-799c7743f87f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.928987] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711792, 'name': ReconfigVM_Task, 'duration_secs': 0.310924} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.929282] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a/9ba80fa2-0cf3-43a6-9d68-19abc3dc682a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.929997] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9da713f7-625a-430a-bd3d-bf2ca9b2193b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.938214] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 651.938214] env[63198]: value = "task-2711793" [ 651.938214] env[63198]: _type = "Task" [ 651.938214] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.953211] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711793, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.030520] env[63198]: DEBUG nova.network.neutron [-] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.039142] env[63198]: DEBUG nova.compute.manager [req-6caaff96-3e48-4c4d-828e-b0bdc194cca1 req-7a50f157-04b4-4cb5-be7e-b3bfc724b635 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Received event network-vif-deleted-0b22591e-f5ba-4f16-8e41-5da8d7c368db {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.039391] env[63198]: INFO nova.compute.manager [req-6caaff96-3e48-4c4d-828e-b0bdc194cca1 req-7a50f157-04b4-4cb5-be7e-b3bfc724b635 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Neutron deleted interface 0b22591e-f5ba-4f16-8e41-5da8d7c368db; detaching it from the instance and deleting it from the info cache [ 652.039912] env[63198]: DEBUG nova.network.neutron [req-6caaff96-3e48-4c4d-828e-b0bdc194cca1 req-7a50f157-04b4-4cb5-be7e-b3bfc724b635 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.131857] env[63198]: DEBUG nova.network.neutron [-] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.165369] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711789, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.286173] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "refresh_cache-151e37de-37cc-4200-8a43-b36108b552d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.286173] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "refresh_cache-151e37de-37cc-4200-8a43-b36108b552d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.286455] env[63198]: DEBUG nova.network.neutron [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.376305] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9c9313-2e20-437b-b1e4-5a23356be3e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.387210] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88c8a44-ce65-45d8-9192-d9d7486bbb10 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.401040] env[63198]: INFO nova.compute.manager [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Took 37.08 seconds to build instance. [ 652.428268] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1c7033f-0cda-4cc4-8cf2-2ff774a25021 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.380s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.428989] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f182c90-afd3-4fad-9352-c959ea53dd96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.438333] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fb564d-5b8e-45c0-b22c-b33d773355e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.460021] env[63198]: DEBUG nova.compute.provider_tree [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.465625] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711793, 'name': Rename_Task, 'duration_secs': 0.153238} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.466079] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.467177] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45aed53d-07ad-446e-afcc-93f4de811b18 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.476524] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 652.476524] env[63198]: value = "task-2711794" [ 652.476524] env[63198]: _type = "Task" [ 652.476524] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.484753] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.484984] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.485157] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.485342] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.485486] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.485659] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.485876] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.486050] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.486220] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.486382] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.486572] env[63198]: DEBUG nova.virt.hardware [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.487589] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f0d3a-7ce1-4851-bce3-d992da4ecc41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.492720] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.498080] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6d7481-5aaa-4a39-8a91-e3cd80fa9e22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.512470] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:e4:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4a76356-9e57-4150-adfa-3ca3cbfc2e89', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.520540] env[63198]: DEBUG oslo.service.loopingcall [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.520821] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.521067] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4decfa37-0e54-4515-8bef-f6ed141abbc5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.535891] env[63198]: INFO nova.compute.manager [-] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Took 1.92 seconds to deallocate network for instance. [ 652.541955] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3891cf58-37b4-426b-934d-e39743987f8c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.545021] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.545021] env[63198]: value = "task-2711795" [ 652.545021] env[63198]: _type = "Task" [ 652.545021] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.552400] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410bd688-63ae-477b-8259-cbb9ca320c98 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.566307] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711795, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.594263] env[63198]: DEBUG nova.compute.manager [req-6caaff96-3e48-4c4d-828e-b0bdc194cca1 req-7a50f157-04b4-4cb5-be7e-b3bfc724b635 service nova] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Detach interface failed, port_id=0b22591e-f5ba-4f16-8e41-5da8d7c368db, reason: Instance 921035fb-b893-46bb-9fb6-a7649d0de22f could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 652.636662] env[63198]: INFO nova.compute.manager [-] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Took 1.82 seconds to deallocate network for instance. [ 652.663619] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711789, 'name': CloneVM_Task, 'duration_secs': 1.840246} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.663950] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Created linked-clone VM from snapshot [ 652.664752] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21625d81-70b5-4c91-8ede-ce6f9fd942be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.673382] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Uploading image 950c5151-9cc4-4042-8007-23d7985ddfaa {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 652.698661] env[63198]: DEBUG oslo_vmware.rw_handles [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 652.698661] env[63198]: value = "vm-546283" [ 652.698661] env[63198]: _type = "VirtualMachine" [ 652.698661] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 652.698982] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d29be536-240e-4194-be96-069c096769d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.708035] env[63198]: DEBUG oslo_vmware.rw_handles [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lease: (returnval){ [ 652.708035] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5226993a-5a3b-5150-fbed-7c650c6492e4" [ 652.708035] env[63198]: _type = "HttpNfcLease" [ 652.708035] env[63198]: } obtained for exporting VM: (result){ [ 652.708035] env[63198]: value = "vm-546283" [ 652.708035] env[63198]: _type = "VirtualMachine" [ 652.708035] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 652.708035] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the lease: (returnval){ [ 652.708035] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5226993a-5a3b-5150-fbed-7c650c6492e4" [ 652.708035] env[63198]: _type = "HttpNfcLease" [ 652.708035] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 652.716349] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 652.716349] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5226993a-5a3b-5150-fbed-7c650c6492e4" [ 652.716349] env[63198]: _type = "HttpNfcLease" [ 652.716349] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 652.779885] env[63198]: DEBUG nova.compute.manager [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.801755] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.802036] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.802186] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.802359] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.802505] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.802652] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.802859] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.803071] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.803256] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.803424] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.803648] env[63198]: DEBUG nova.virt.hardware [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.804514] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d1752-d0e3-4eb6-98d5-568fa118f5c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.813244] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83289b1d-188f-4c61-8acc-f94544ac1a10 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.819498] env[63198]: DEBUG nova.network.neutron [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.933596] env[63198]: DEBUG nova.compute.manager [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.968541] env[63198]: DEBUG nova.scheduler.client.report [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.993358] env[63198]: DEBUG oslo_vmware.api [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711794, 'name': PowerOnVM_Task, 'duration_secs': 0.502403} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.993358] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.993435] env[63198]: INFO nova.compute.manager [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Took 7.84 seconds to spawn the instance on the hypervisor. [ 652.993577] env[63198]: DEBUG nova.compute.manager [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.994388] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d653ea77-97bf-4eac-8be3-53f8da80915a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.043438] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.053022] env[63198]: DEBUG nova.network.neutron [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Updating instance_info_cache with network_info: [{"id": "0ccc7215-17e1-4e4c-bc74-2fd37f9831e0", "address": "fa:16:3e:03:73:05", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccc7215-17", "ovs_interfaceid": "0ccc7215-17e1-4e4c-bc74-2fd37f9831e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.060035] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711795, 'name': CreateVM_Task, 'duration_secs': 0.380649} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.060035] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.060679] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.060832] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.061566] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.061566] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3e01ae-fd4a-42f5-9d2a-ec1db0c9a435 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.068562] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 653.068562] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5231a21f-e463-b6a0-e7a6-5c67019555ed" [ 653.068562] env[63198]: _type = "Task" [ 653.068562] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.080935] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5231a21f-e463-b6a0-e7a6-5c67019555ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.142966] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.217312] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.217312] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5226993a-5a3b-5150-fbed-7c650c6492e4" [ 653.217312] env[63198]: _type = "HttpNfcLease" [ 653.217312] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 653.217633] env[63198]: DEBUG oslo_vmware.rw_handles [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 653.217633] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5226993a-5a3b-5150-fbed-7c650c6492e4" [ 653.217633] env[63198]: _type = "HttpNfcLease" [ 653.217633] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 653.218341] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab628f5-9df9-43ef-90a2-f9dca2bd46d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.230525] env[63198]: DEBUG oslo_vmware.rw_handles [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52349934-bb80-f475-80ed-81d450661cdd/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 653.230703] env[63198]: DEBUG oslo_vmware.rw_handles [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52349934-bb80-f475-80ed-81d450661cdd/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 653.232741] env[63198]: DEBUG nova.network.neutron [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Successfully updated port: 8f1eda23-df2a-4e97-9d9c-e2db30825a12 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.296033] env[63198]: DEBUG nova.compute.manager [req-56ba126e-f58e-4a7b-a953-61e9565a10c7 req-fb89ccf8-e304-40ef-8d3d-72a2af44cb12 service nova] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Received event network-vif-plugged-8f1eda23-df2a-4e97-9d9c-e2db30825a12 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.296033] env[63198]: DEBUG oslo_concurrency.lockutils [req-56ba126e-f58e-4a7b-a953-61e9565a10c7 req-fb89ccf8-e304-40ef-8d3d-72a2af44cb12 service nova] Acquiring lock "f9bff899-5a16-4798-a571-3874e32e810a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.296033] env[63198]: DEBUG oslo_concurrency.lockutils [req-56ba126e-f58e-4a7b-a953-61e9565a10c7 req-fb89ccf8-e304-40ef-8d3d-72a2af44cb12 service nova] Lock "f9bff899-5a16-4798-a571-3874e32e810a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.296033] env[63198]: DEBUG oslo_concurrency.lockutils [req-56ba126e-f58e-4a7b-a953-61e9565a10c7 req-fb89ccf8-e304-40ef-8d3d-72a2af44cb12 service nova] Lock "f9bff899-5a16-4798-a571-3874e32e810a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.296033] env[63198]: DEBUG nova.compute.manager [req-56ba126e-f58e-4a7b-a953-61e9565a10c7 req-fb89ccf8-e304-40ef-8d3d-72a2af44cb12 service nova] [instance: f9bff899-5a16-4798-a571-3874e32e810a] No waiting events found dispatching network-vif-plugged-8f1eda23-df2a-4e97-9d9c-e2db30825a12 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.296033] env[63198]: WARNING nova.compute.manager [req-56ba126e-f58e-4a7b-a953-61e9565a10c7 req-fb89ccf8-e304-40ef-8d3d-72a2af44cb12 service nova] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Received unexpected event network-vif-plugged-8f1eda23-df2a-4e97-9d9c-e2db30825a12 for instance with vm_state building and task_state spawning. [ 653.325779] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-107d4ec3-982b-4bd6-af27-2cf4ffd71967 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.348839] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquiring lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.348839] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.348839] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquiring lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.349126] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.349184] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.356164] env[63198]: INFO nova.compute.manager [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Terminating instance [ 653.456730] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.472734] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.473250] env[63198]: DEBUG nova.compute.manager [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.478169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.960s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.478350] env[63198]: DEBUG nova.objects.instance [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lazy-loading 'resources' on Instance uuid d83bbba5-68a6-4165-8543-a53f8b6ba92c {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.518568] env[63198]: INFO nova.compute.manager [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Took 35.29 seconds to build instance. [ 653.560797] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "refresh_cache-151e37de-37cc-4200-8a43-b36108b552d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.560797] env[63198]: DEBUG nova.compute.manager [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Instance network_info: |[{"id": "0ccc7215-17e1-4e4c-bc74-2fd37f9831e0", "address": "fa:16:3e:03:73:05", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccc7215-17", "ovs_interfaceid": "0ccc7215-17e1-4e4c-bc74-2fd37f9831e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.560797] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:73:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ccc7215-17e1-4e4c-bc74-2fd37f9831e0', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.569116] env[63198]: DEBUG oslo.service.loopingcall [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.569762] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.571620] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d499b83a-94a9-41ad-bc88-1931b4d476c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.597246] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5231a21f-e463-b6a0-e7a6-5c67019555ed, 'name': SearchDatastore_Task, 'duration_secs': 0.028035} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.598755] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.599009] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.599303] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.599455] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.599635] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.600463] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.600463] env[63198]: value = "task-2711797" [ 653.600463] env[63198]: _type = "Task" [ 653.600463] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.600463] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4cc444b-4197-4d5c-ba71-880bc9e2663a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.612088] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711797, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.613606] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.613953] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.614716] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d875a7e4-9a43-41b4-9b78-e327e2ce1413 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.620214] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 653.620214] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fa670c-1a9a-27a9-fdb5-41f606705510" [ 653.620214] env[63198]: _type = "Task" [ 653.620214] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.629106] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fa670c-1a9a-27a9-fdb5-41f606705510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.736555] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquiring lock "refresh_cache-f9bff899-5a16-4798-a571-3874e32e810a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.736555] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquired lock "refresh_cache-f9bff899-5a16-4798-a571-3874e32e810a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.736555] env[63198]: DEBUG nova.network.neutron [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.859857] env[63198]: DEBUG nova.compute.manager [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.860731] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.861790] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ee1de7-2ff5-4c2a-88d6-a6f423b94306 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.871929] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.872301] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ee1fb0-08eb-43d7-a857-77cb22de859a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.880294] env[63198]: DEBUG oslo_vmware.api [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 653.880294] env[63198]: value = "task-2711798" [ 653.880294] env[63198]: _type = "Task" [ 653.880294] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.891656] env[63198]: DEBUG oslo_vmware.api [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.979570] env[63198]: DEBUG nova.compute.utils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.981029] env[63198]: DEBUG nova.compute.manager [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.981206] env[63198]: DEBUG nova.network.neutron [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.021042] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5d46e41e-c14c-446b-9071-cb03ff5df922 tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.558s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.038099] env[63198]: DEBUG nova.policy [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec1b16b0e8d442f1a9385b3b452b2196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fa2077fc72846d5ac06169d8506a0fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.079302] env[63198]: DEBUG nova.compute.manager [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Received event network-vif-plugged-0ccc7215-17e1-4e4c-bc74-2fd37f9831e0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.079632] env[63198]: DEBUG oslo_concurrency.lockutils [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] Acquiring lock "151e37de-37cc-4200-8a43-b36108b552d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.079976] env[63198]: DEBUG oslo_concurrency.lockutils [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] Lock "151e37de-37cc-4200-8a43-b36108b552d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.081357] env[63198]: DEBUG oslo_concurrency.lockutils [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] Lock "151e37de-37cc-4200-8a43-b36108b552d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.081357] env[63198]: DEBUG nova.compute.manager [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] No waiting events found dispatching network-vif-plugged-0ccc7215-17e1-4e4c-bc74-2fd37f9831e0 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.081357] env[63198]: WARNING nova.compute.manager [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Received unexpected event network-vif-plugged-0ccc7215-17e1-4e4c-bc74-2fd37f9831e0 for instance with vm_state building and task_state spawning. [ 654.081357] env[63198]: DEBUG nova.compute.manager [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Received event network-vif-deleted-8fc9fb0a-5581-495b-8c62-1d3cdb8d5670 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.081357] env[63198]: DEBUG nova.compute.manager [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Received event network-changed-0ccc7215-17e1-4e4c-bc74-2fd37f9831e0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.081357] env[63198]: DEBUG nova.compute.manager [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Refreshing instance network info cache due to event network-changed-0ccc7215-17e1-4e4c-bc74-2fd37f9831e0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.081634] env[63198]: DEBUG oslo_concurrency.lockutils [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] Acquiring lock "refresh_cache-151e37de-37cc-4200-8a43-b36108b552d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.081694] env[63198]: DEBUG oslo_concurrency.lockutils [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] Acquired lock "refresh_cache-151e37de-37cc-4200-8a43-b36108b552d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.081840] env[63198]: DEBUG nova.network.neutron [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Refreshing network info cache for port 0ccc7215-17e1-4e4c-bc74-2fd37f9831e0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.112182] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711797, 'name': CreateVM_Task, 'duration_secs': 0.441238} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.112501] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.113461] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.113822] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.114327] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.114580] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ae87df-43c5-4f74-94f3-3470716aa5e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.126129] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 654.126129] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bdea89-d32f-ba33-bec7-0af2c9840606" [ 654.126129] env[63198]: _type = "Task" [ 654.126129] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.135423] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fa670c-1a9a-27a9-fdb5-41f606705510, 'name': SearchDatastore_Task, 'duration_secs': 0.0127} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.139855] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0112a9-ea33-48cc-8077-3e9d6a43be1a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.146328] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bdea89-d32f-ba33-bec7-0af2c9840606, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.147468] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.147857] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.148170] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.153364] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 654.153364] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5278e349-3717-c56c-ffce-96c406921b95" [ 654.153364] env[63198]: _type = "Task" [ 654.153364] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.162962] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5278e349-3717-c56c-ffce-96c406921b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.184742] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquiring lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.184991] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.185263] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquiring lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.185382] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.185579] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.190875] env[63198]: INFO nova.compute.manager [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Terminating instance [ 654.285288] env[63198]: DEBUG nova.network.neutron [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.397243] env[63198]: DEBUG oslo_vmware.api [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711798, 'name': PowerOffVM_Task, 'duration_secs': 0.196683} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.397784] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.398124] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.398542] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-512df385-66f0-4ab7-88ee-ea6d16533d21 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.464695] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.467023] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.467023] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Deleting the datastore file [datastore2] 965da06c-b4bf-443f-a7a4-bdb16a9ecb61 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.467023] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe6eea9-cde2-4a6c-91c2-388fd9f2ba9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.479582] env[63198]: DEBUG oslo_vmware.api [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for the task: (returnval){ [ 654.479582] env[63198]: value = "task-2711800" [ 654.479582] env[63198]: _type = "Task" [ 654.479582] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.489679] env[63198]: DEBUG nova.compute.manager [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.493497] env[63198]: DEBUG oslo_vmware.api [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.524192] env[63198]: DEBUG nova.compute.manager [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.556331] env[63198]: DEBUG nova.network.neutron [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Updating instance_info_cache with network_info: [{"id": "8f1eda23-df2a-4e97-9d9c-e2db30825a12", "address": "fa:16:3e:70:d7:d8", "network": {"id": "c48d2843-f00f-4a31-9e93-abfa6dbdab18", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1849340143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda5a2741462440e8c8bdbae4bc54355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1eda23-df", "ovs_interfaceid": "8f1eda23-df2a-4e97-9d9c-e2db30825a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.592264] env[63198]: DEBUG nova.network.neutron [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Successfully created port: e3acd748-2810-43db-bdb7-78d2d4e5513b {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.606896] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0328a6a0-f3b0-45a8-8dfc-5ae62355ee3b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.615718] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4864f93e-3737-4743-9a29-3720a8842a1a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.651719] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac64d0a-0737-4185-af68-3902727c7659 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.664919] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5278e349-3717-c56c-ffce-96c406921b95, 'name': SearchDatastore_Task, 'duration_secs': 0.013034} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.667107] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.667894] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 696ecdcb-f9b7-408b-a463-a429bbf079bb/696ecdcb-f9b7-408b-a463-a429bbf079bb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.667894] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.668065] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.668150] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a65d38a1-916f-47bd-abda-bb030d11943a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.672287] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b29837-4498-4547-ae86-b5bbca4edcf4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.676203] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05d8628a-fadb-41e2-b0db-6837260c5f91 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.690556] env[63198]: DEBUG nova.compute.provider_tree [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.696160] env[63198]: DEBUG nova.compute.manager [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.696160] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.696160] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 654.696160] env[63198]: value = "task-2711801" [ 654.696160] env[63198]: _type = "Task" [ 654.696160] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.696372] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.696592] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.697797] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5f9675-f7e8-49bd-8ea7-a25517f71ad9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.700924] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cff3c7-8488-407e-a222-004c26b2f1a4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.712958] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.718197] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453a4f3a-f476-4f62-aee7-35c3a4df610b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.720158] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.720442] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 654.720442] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526a7383-d7d5-3760-5d76-4b7ea68ea900" [ 654.720442] env[63198]: _type = "Task" [ 654.720442] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.728088] env[63198]: DEBUG oslo_vmware.api [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 654.728088] env[63198]: value = "task-2711802" [ 654.728088] env[63198]: _type = "Task" [ 654.728088] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.842511] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526a7383-d7d5-3760-5d76-4b7ea68ea900, 'name': SearchDatastore_Task, 'duration_secs': 0.013513} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.842511] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b829b26b-0afe-4c3f-9118-4777d7bb21e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.842511] env[63198]: DEBUG oslo_vmware.api [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.842511] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 654.842511] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528bc22d-ff73-301b-b26f-295283161af0" [ 654.842511] env[63198]: _type = "Task" [ 654.842511] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.842511] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528bc22d-ff73-301b-b26f-295283161af0, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.842511] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.842511] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 151e37de-37cc-4200-8a43-b36108b552d6/151e37de-37cc-4200-8a43-b36108b552d6.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.842511] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9dcb753-66a0-4459-901a-ced06f654ce3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.842511] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 654.842511] env[63198]: value = "task-2711803" [ 654.842511] env[63198]: _type = "Task" [ 654.842511] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.842511] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.991582] env[63198]: DEBUG oslo_vmware.api [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Task: {'id': task-2711800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216396} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.991937] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.992165] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.992362] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.992548] env[63198]: INFO nova.compute.manager [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Took 1.13 seconds to destroy the instance on the hypervisor. [ 654.992837] env[63198]: DEBUG oslo.service.loopingcall [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.993077] env[63198]: DEBUG nova.compute.manager [-] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.993184] env[63198]: DEBUG nova.network.neutron [-] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.056020] env[63198]: DEBUG nova.network.neutron [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Updated VIF entry in instance network info cache for port 0ccc7215-17e1-4e4c-bc74-2fd37f9831e0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.056020] env[63198]: DEBUG nova.network.neutron [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Updating instance_info_cache with network_info: [{"id": "0ccc7215-17e1-4e4c-bc74-2fd37f9831e0", "address": "fa:16:3e:03:73:05", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccc7215-17", "ovs_interfaceid": "0ccc7215-17e1-4e4c-bc74-2fd37f9831e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.059549] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Releasing lock "refresh_cache-f9bff899-5a16-4798-a571-3874e32e810a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.060747] env[63198]: DEBUG nova.compute.manager [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Instance network_info: |[{"id": "8f1eda23-df2a-4e97-9d9c-e2db30825a12", "address": "fa:16:3e:70:d7:d8", "network": {"id": "c48d2843-f00f-4a31-9e93-abfa6dbdab18", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1849340143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda5a2741462440e8c8bdbae4bc54355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1eda23-df", "ovs_interfaceid": "8f1eda23-df2a-4e97-9d9c-e2db30825a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.061787] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:d7:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f1eda23-df2a-4e97-9d9c-e2db30825a12', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.071982] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Creating folder: Project (dda5a2741462440e8c8bdbae4bc54355). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.075020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.078106] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-583c1d32-0842-477f-93ee-67e716663244 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.097483] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Created folder: Project (dda5a2741462440e8c8bdbae4bc54355) in parent group-v546185. [ 655.098845] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Creating folder: Instances. Parent ref: group-v546286. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.100166] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-920abb9b-831e-4290-9946-aa541c7ed05f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.114095] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Created folder: Instances in parent group-v546286. [ 655.114893] env[63198]: DEBUG oslo.service.loopingcall [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.116702] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.117773] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79babee7-8d27-435f-873c-abefd5cf2f19 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.148291] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.148291] env[63198]: value = "task-2711806" [ 655.148291] env[63198]: _type = "Task" [ 655.148291] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.162414] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711806, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.194128] env[63198]: DEBUG nova.scheduler.client.report [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.221842] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711801, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.241233] env[63198]: DEBUG oslo_vmware.api [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711802, 'name': PowerOffVM_Task, 'duration_secs': 0.204246} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.241989] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.243308] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.244236] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-296c0920-1ee2-4519-8488-2f17fe250154 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.314549] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711803, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.336280] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.337234] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.338047] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Deleting the datastore file [datastore2] 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.341032] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a794da9c-dde9-458f-acf9-61f060067be2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.354610] env[63198]: DEBUG oslo_vmware.api [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for the task: (returnval){ [ 655.354610] env[63198]: value = "task-2711808" [ 655.354610] env[63198]: _type = "Task" [ 655.354610] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.372518] env[63198]: DEBUG oslo_vmware.api [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.507878] env[63198]: DEBUG nova.compute.manager [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.546039] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.546400] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.547419] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.547419] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.547419] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.547552] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.547917] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.548211] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.548370] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.548734] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.548992] env[63198]: DEBUG nova.virt.hardware [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.550620] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f75cb7-ac58-488b-9327-a141c263eca7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.557877] env[63198]: DEBUG nova.compute.manager [req-f3bd760b-f571-4948-ae9a-d0cfffa4cfec req-3d674286-404c-4031-af01-262f885997c7 service nova] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Received event network-changed-8f1eda23-df2a-4e97-9d9c-e2db30825a12 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.558168] env[63198]: DEBUG nova.compute.manager [req-f3bd760b-f571-4948-ae9a-d0cfffa4cfec req-3d674286-404c-4031-af01-262f885997c7 service nova] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Refreshing instance network info cache due to event network-changed-8f1eda23-df2a-4e97-9d9c-e2db30825a12. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.558462] env[63198]: DEBUG oslo_concurrency.lockutils [req-f3bd760b-f571-4948-ae9a-d0cfffa4cfec req-3d674286-404c-4031-af01-262f885997c7 service nova] Acquiring lock "refresh_cache-f9bff899-5a16-4798-a571-3874e32e810a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.558758] env[63198]: DEBUG oslo_concurrency.lockutils [req-f3bd760b-f571-4948-ae9a-d0cfffa4cfec req-3d674286-404c-4031-af01-262f885997c7 service nova] Acquired lock "refresh_cache-f9bff899-5a16-4798-a571-3874e32e810a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.558896] env[63198]: DEBUG nova.network.neutron [req-f3bd760b-f571-4948-ae9a-d0cfffa4cfec req-3d674286-404c-4031-af01-262f885997c7 service nova] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Refreshing network info cache for port 8f1eda23-df2a-4e97-9d9c-e2db30825a12 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.564597] env[63198]: DEBUG oslo_concurrency.lockutils [req-bd60213d-a9cc-4ad6-aebb-ff137c99a568 req-2becc22f-1397-4f2c-808a-92c784659983 service nova] Releasing lock "refresh_cache-151e37de-37cc-4200-8a43-b36108b552d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.572108] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e272b79-700c-4fe2-9157-93a5e6ef0ab3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.658518] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711806, 'name': CreateVM_Task, 'duration_secs': 0.425602} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.658719] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.659494] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.659712] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.660156] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.660472] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0d1b49-cbb6-4f82-8d08-9f9873fbba92 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.666169] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 655.666169] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bc6b6b-7926-c6be-6571-68453e345e7a" [ 655.666169] env[63198]: _type = "Task" [ 655.666169] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.675778] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bc6b6b-7926-c6be-6571-68453e345e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.713361] env[63198]: DEBUG oslo_concurrency.lockutils [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.715875] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577487} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.716512] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.488s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.718095] env[63198]: INFO nova.compute.claims [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.722041] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 696ecdcb-f9b7-408b-a463-a429bbf079bb/696ecdcb-f9b7-408b-a463-a429bbf079bb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.722041] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.722041] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-280535dc-1098-4374-98dd-bbb0819e1f23 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.732116] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 655.732116] env[63198]: value = "task-2711809" [ 655.732116] env[63198]: _type = "Task" [ 655.732116] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.742764] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.744599] env[63198]: INFO nova.scheduler.client.report [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Deleted allocations for instance d83bbba5-68a6-4165-8543-a53f8b6ba92c [ 655.814768] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858146} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.815165] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 151e37de-37cc-4200-8a43-b36108b552d6/151e37de-37cc-4200-8a43-b36108b552d6.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.815281] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.815540] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2ae9459-6c22-4d8b-9832-a0ee5a5f526f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.826083] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 655.826083] env[63198]: value = "task-2711810" [ 655.826083] env[63198]: _type = "Task" [ 655.826083] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.835284] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.866726] env[63198]: DEBUG oslo_vmware.api [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Task: {'id': task-2711808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492041} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.867025] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.867207] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.867388] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.867572] env[63198]: INFO nova.compute.manager [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 655.867804] env[63198]: DEBUG oslo.service.loopingcall [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.868015] env[63198]: DEBUG nova.compute.manager [-] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.868132] env[63198]: DEBUG nova.network.neutron [-] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.963196] env[63198]: DEBUG nova.network.neutron [-] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.133076] env[63198]: DEBUG nova.compute.manager [req-45fbb313-f38f-47e7-80f4-1566433fcb01 req-f45e552e-e2fc-4099-9c16-c54bed9b7bbe service nova] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Received event network-vif-deleted-e6f302fc-d074-4407-97a0-5bdd2e33982b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.180560] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bc6b6b-7926-c6be-6571-68453e345e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.021368} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.184032] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.184032] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.184032] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.184032] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.184032] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.184032] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52973c3d-c7d9-4e50-a6fa-5fb9fc27799d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.193744] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.194172] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.195127] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733121c0-0d91-4460-8866-a25bb619f27b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.202497] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 656.202497] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5249f16b-ca73-192c-77bf-7ef9e830230c" [ 656.202497] env[63198]: _type = "Task" [ 656.202497] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.213411] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5249f16b-ca73-192c-77bf-7ef9e830230c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.245776] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079167} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.246258] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.247206] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30790d4-ac34-4be0-83fb-ee026e9dafcf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.278445] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 696ecdcb-f9b7-408b-a463-a429bbf079bb/696ecdcb-f9b7-408b-a463-a429bbf079bb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.278789] env[63198]: DEBUG oslo_concurrency.lockutils [None req-59f4bb39-40bd-4bc8-85b7-7bf0c5b5247a tempest-ImagesOneServerTestJSON-1002231356 tempest-ImagesOneServerTestJSON-1002231356-project-member] Lock "d83bbba5-68a6-4165-8543-a53f8b6ba92c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.058s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.284205] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029cec83-dd1e-45ed-9ad3-74bf7eee355a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.311365] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 656.311365] env[63198]: value = "task-2711811" [ 656.311365] env[63198]: _type = "Task" [ 656.311365] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.321753] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.335177] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072544} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.335391] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.336226] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d733f46-3217-4b08-a73d-2ba17b06704b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.363076] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 151e37de-37cc-4200-8a43-b36108b552d6/151e37de-37cc-4200-8a43-b36108b552d6.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.366905] env[63198]: DEBUG nova.network.neutron [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Successfully updated port: e3acd748-2810-43db-bdb7-78d2d4e5513b {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.368219] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a12e42-056e-4909-b7d1-00b21cad0daf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.385099] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "refresh_cache-267d6b19-61b1-4def-8f99-3aaffbb6a915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.385242] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "refresh_cache-267d6b19-61b1-4def-8f99-3aaffbb6a915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.385382] env[63198]: DEBUG nova.network.neutron [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.394326] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 656.394326] env[63198]: value = "task-2711812" [ 656.394326] env[63198]: _type = "Task" [ 656.394326] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.406264] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.466108] env[63198]: INFO nova.compute.manager [-] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Took 1.47 seconds to deallocate network for instance. [ 656.499110] env[63198]: DEBUG nova.network.neutron [req-f3bd760b-f571-4948-ae9a-d0cfffa4cfec req-3d674286-404c-4031-af01-262f885997c7 service nova] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Updated VIF entry in instance network info cache for port 8f1eda23-df2a-4e97-9d9c-e2db30825a12. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.499110] env[63198]: DEBUG nova.network.neutron [req-f3bd760b-f571-4948-ae9a-d0cfffa4cfec req-3d674286-404c-4031-af01-262f885997c7 service nova] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Updating instance_info_cache with network_info: [{"id": "8f1eda23-df2a-4e97-9d9c-e2db30825a12", "address": "fa:16:3e:70:d7:d8", "network": {"id": "c48d2843-f00f-4a31-9e93-abfa6dbdab18", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1849340143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dda5a2741462440e8c8bdbae4bc54355", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f1eda23-df", "ovs_interfaceid": "8f1eda23-df2a-4e97-9d9c-e2db30825a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.714748] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5249f16b-ca73-192c-77bf-7ef9e830230c, 'name': SearchDatastore_Task, 'duration_secs': 0.01778} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.718184] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14cfac1-e741-41ef-890e-2f8d81a8df3f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.725645] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 656.725645] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52657983-8b51-bea0-2891-0139e32cdc88" [ 656.725645] env[63198]: _type = "Task" [ 656.725645] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.744106] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52657983-8b51-bea0-2891-0139e32cdc88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.806594] env[63198]: DEBUG nova.network.neutron [-] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.824436] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.906192] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711812, 'name': ReconfigVM_Task, 'duration_secs': 0.437202} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.909037] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 151e37de-37cc-4200-8a43-b36108b552d6/151e37de-37cc-4200-8a43-b36108b552d6.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.909925] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55e07546-9842-44b6-b0bd-3101c9e6c052 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.917852] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 656.917852] env[63198]: value = "task-2711813" [ 656.917852] env[63198]: _type = "Task" [ 656.917852] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.930609] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711813, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.976246] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.001220] env[63198]: DEBUG oslo_concurrency.lockutils [req-f3bd760b-f571-4948-ae9a-d0cfffa4cfec req-3d674286-404c-4031-af01-262f885997c7 service nova] Releasing lock "refresh_cache-f9bff899-5a16-4798-a571-3874e32e810a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.066055] env[63198]: DEBUG nova.network.neutron [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.243229] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52657983-8b51-bea0-2891-0139e32cdc88, 'name': SearchDatastore_Task, 'duration_secs': 0.017804} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.243229] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.243654] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] f9bff899-5a16-4798-a571-3874e32e810a/f9bff899-5a16-4798-a571-3874e32e810a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.247021] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86f4506e-5aff-4dee-a695-c135730e12f2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.258310] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 657.258310] env[63198]: value = "task-2711814" [ 657.258310] env[63198]: _type = "Task" [ 657.258310] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.273498] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.313028] env[63198]: INFO nova.compute.manager [-] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Took 1.44 seconds to deallocate network for instance. [ 657.326813] env[63198]: DEBUG nova.network.neutron [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Updating instance_info_cache with network_info: [{"id": "e3acd748-2810-43db-bdb7-78d2d4e5513b", "address": "fa:16:3e:bb:98:95", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3acd748-28", "ovs_interfaceid": "e3acd748-2810-43db-bdb7-78d2d4e5513b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.340037] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711811, 'name': ReconfigVM_Task, 'duration_secs': 0.529853} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.340037] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 696ecdcb-f9b7-408b-a463-a429bbf079bb/696ecdcb-f9b7-408b-a463-a429bbf079bb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.340309] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9060e5d6-be85-41e8-8cde-5864a585458b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.349703] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 657.349703] env[63198]: value = "task-2711815" [ 657.349703] env[63198]: _type = "Task" [ 657.349703] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.364794] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711815, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.386312] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ad97dd-c681-463d-9171-11b5fa8af0d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.397194] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865bfef5-fa20-4a7f-8eb5-fd34b36a67e1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.436817] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fda67de-df9f-4d83-a896-2099c713c0b9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.447704] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711813, 'name': Rename_Task, 'duration_secs': 0.264411} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.449141] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66b7f79-abc1-4505-96e0-26e8a3f8fce9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.453410] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.453756] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fcd259d-7228-4ddb-9f65-c94d84ab7bdb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.468091] env[63198]: DEBUG nova.compute.provider_tree [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.471564] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 657.471564] env[63198]: value = "task-2711816" [ 657.471564] env[63198]: _type = "Task" [ 657.471564] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.483814] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.772988] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711814, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.817747] env[63198]: DEBUG nova.compute.manager [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Received event network-vif-plugged-e3acd748-2810-43db-bdb7-78d2d4e5513b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.817747] env[63198]: DEBUG oslo_concurrency.lockutils [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] Acquiring lock "267d6b19-61b1-4def-8f99-3aaffbb6a915-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.817747] env[63198]: DEBUG oslo_concurrency.lockutils [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] Lock "267d6b19-61b1-4def-8f99-3aaffbb6a915-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.817747] env[63198]: DEBUG oslo_concurrency.lockutils [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] Lock "267d6b19-61b1-4def-8f99-3aaffbb6a915-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.817747] env[63198]: DEBUG nova.compute.manager [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] No waiting events found dispatching network-vif-plugged-e3acd748-2810-43db-bdb7-78d2d4e5513b {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.817747] env[63198]: WARNING nova.compute.manager [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Received unexpected event network-vif-plugged-e3acd748-2810-43db-bdb7-78d2d4e5513b for instance with vm_state building and task_state spawning. [ 657.817747] env[63198]: DEBUG nova.compute.manager [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Received event network-changed-e3acd748-2810-43db-bdb7-78d2d4e5513b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.817747] env[63198]: DEBUG nova.compute.manager [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Refreshing instance network info cache due to event network-changed-e3acd748-2810-43db-bdb7-78d2d4e5513b. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.817747] env[63198]: DEBUG oslo_concurrency.lockutils [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] Acquiring lock "refresh_cache-267d6b19-61b1-4def-8f99-3aaffbb6a915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.828022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.840400] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "refresh_cache-267d6b19-61b1-4def-8f99-3aaffbb6a915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.840783] env[63198]: DEBUG nova.compute.manager [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Instance network_info: |[{"id": "e3acd748-2810-43db-bdb7-78d2d4e5513b", "address": "fa:16:3e:bb:98:95", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3acd748-28", "ovs_interfaceid": "e3acd748-2810-43db-bdb7-78d2d4e5513b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.841131] env[63198]: DEBUG oslo_concurrency.lockutils [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] Acquired lock "refresh_cache-267d6b19-61b1-4def-8f99-3aaffbb6a915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.841331] env[63198]: DEBUG nova.network.neutron [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Refreshing network info cache for port e3acd748-2810-43db-bdb7-78d2d4e5513b {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.842671] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:98:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3acd748-2810-43db-bdb7-78d2d4e5513b', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.851272] env[63198]: DEBUG oslo.service.loopingcall [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.852238] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.857075] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-367a4401-d998-4c7b-8117-9df5084d6541 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.882549] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711815, 'name': Rename_Task, 'duration_secs': 0.214421} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.884312] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.884645] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.884645] env[63198]: value = "task-2711817" [ 657.884645] env[63198]: _type = "Task" [ 657.884645] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.885786] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a5cf391-ba4c-484f-ab35-2e1f1acfeb7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.896957] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711817, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.898490] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 657.898490] env[63198]: value = "task-2711818" [ 657.898490] env[63198]: _type = "Task" [ 657.898490] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.907509] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.975740] env[63198]: DEBUG nova.scheduler.client.report [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.986290] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711816, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.165038] env[63198]: DEBUG nova.compute.manager [req-85535b1a-f12c-4adb-8ebb-e20234fe2feb req-ce539e55-ab59-40ec-bc6e-3c8945ad66ca service nova] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Received event network-vif-deleted-5095703f-72f2-41a5-bd53-acfa8b2f75b5 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.276555] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655757} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.276755] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] f9bff899-5a16-4798-a571-3874e32e810a/f9bff899-5a16-4798-a571-3874e32e810a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.276966] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.277264] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc8567c4-572d-4a77-977b-b4d11d63a708 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.286161] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 658.286161] env[63198]: value = "task-2711819" [ 658.286161] env[63198]: _type = "Task" [ 658.286161] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.296588] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.401026] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711817, 'name': CreateVM_Task, 'duration_secs': 0.505158} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.401026] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.401026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.401026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.401026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.401026] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17436ade-671d-4cad-a736-2fef193b8bd6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.415697] env[63198]: DEBUG oslo_vmware.api [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711818, 'name': PowerOnVM_Task, 'duration_secs': 0.51307} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.416077] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 658.416077] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52304b30-c3a0-981e-08d5-c9df41e4bc7b" [ 658.416077] env[63198]: _type = "Task" [ 658.416077] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.418664] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.419823] env[63198]: DEBUG nova.compute.manager [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.419823] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535e8bee-4be4-445b-9056-d6e3f8f567eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.433353] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52304b30-c3a0-981e-08d5-c9df41e4bc7b, 'name': SearchDatastore_Task, 'duration_secs': 0.021931} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.435970] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.435970] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.435970] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.435970] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.435970] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.438528] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63dfcd42-8bac-4957-b118-371f1098ccd0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.450249] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.451214] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.451710] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f369fa-de1c-47a3-8342-06c0a584a127 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.459223] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 658.459223] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528cfc93-1888-7667-6693-0ab6651fa852" [ 658.459223] env[63198]: _type = "Task" [ 658.459223] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.469794] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528cfc93-1888-7667-6693-0ab6651fa852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.484508] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.485653] env[63198]: DEBUG nova.compute.manager [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.488641] env[63198]: DEBUG oslo_vmware.api [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711816, 'name': PowerOnVM_Task, 'duration_secs': 0.732793} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.488924] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.611s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.489147] env[63198]: DEBUG nova.objects.instance [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lazy-loading 'resources' on Instance uuid 2298031b-91e6-4b91-8332-a4fabc47388e {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.490249] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.490449] env[63198]: INFO nova.compute.manager [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Took 8.46 seconds to spawn the instance on the hypervisor. [ 658.490619] env[63198]: DEBUG nova.compute.manager [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.491436] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a7fcf0-712f-4c70-90c3-9780b0f18880 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.709850] env[63198]: DEBUG nova.network.neutron [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Updated VIF entry in instance network info cache for port e3acd748-2810-43db-bdb7-78d2d4e5513b. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.710257] env[63198]: DEBUG nova.network.neutron [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Updating instance_info_cache with network_info: [{"id": "e3acd748-2810-43db-bdb7-78d2d4e5513b", "address": "fa:16:3e:bb:98:95", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3acd748-28", "ovs_interfaceid": "e3acd748-2810-43db-bdb7-78d2d4e5513b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.797257] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102522} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.801028] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.801028] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd44141-4ae5-4b18-b0cd-235224b3b043 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.822685] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] f9bff899-5a16-4798-a571-3874e32e810a/f9bff899-5a16-4798-a571-3874e32e810a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.823134] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ecdda24-ad20-4162-8445-3d16ca4e80e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.846947] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 658.846947] env[63198]: value = "task-2711820" [ 658.846947] env[63198]: _type = "Task" [ 658.846947] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.857425] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.948961] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.971126] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528cfc93-1888-7667-6693-0ab6651fa852, 'name': SearchDatastore_Task, 'duration_secs': 0.041811} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.971960] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fa4dde-31cf-4ac4-995e-024c5197846a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.978282] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 658.978282] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b413cf-1e63-b448-2b20-118278737d11" [ 658.978282] env[63198]: _type = "Task" [ 658.978282] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.988053] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b413cf-1e63-b448-2b20-118278737d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.990448] env[63198]: DEBUG nova.compute.utils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.991862] env[63198]: DEBUG nova.compute.manager [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.991976] env[63198]: DEBUG nova.network.neutron [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.013324] env[63198]: INFO nova.compute.manager [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Took 32.90 seconds to build instance. [ 659.068653] env[63198]: DEBUG nova.policy [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8c05dde43f149d2b33c12c2cfcbe97d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e14f3deff2e475eaaa2761b2cd1d9bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.212884] env[63198]: DEBUG oslo_concurrency.lockutils [req-37c35edd-3215-4490-b8d3-79527b4af514 req-a5e64943-f40f-4c96-adf0-31045561dfab service nova] Releasing lock "refresh_cache-267d6b19-61b1-4def-8f99-3aaffbb6a915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.360474] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711820, 'name': ReconfigVM_Task, 'duration_secs': 0.284539} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.360803] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Reconfigured VM instance instance-00000024 to attach disk [datastore1] f9bff899-5a16-4798-a571-3874e32e810a/f9bff899-5a16-4798-a571-3874e32e810a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.361471] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e38cfa19-91b9-432d-949a-d3c4b846c4e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.370371] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 659.370371] env[63198]: value = "task-2711821" [ 659.370371] env[63198]: _type = "Task" [ 659.370371] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.384456] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711821, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.493744] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b413cf-1e63-b448-2b20-118278737d11, 'name': SearchDatastore_Task, 'duration_secs': 0.022919} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.494800] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.494800] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 267d6b19-61b1-4def-8f99-3aaffbb6a915/267d6b19-61b1-4def-8f99-3aaffbb6a915.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.495442] env[63198]: DEBUG nova.compute.manager [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.499407] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bd5db8d-e081-4adb-89e3-07a60e9baa0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.513153] env[63198]: DEBUG nova.network.neutron [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Successfully created port: 2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.518095] env[63198]: DEBUG oslo_concurrency.lockutils [None req-977a651e-44d7-41d5-99ab-232e357c5ab3 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "151e37de-37cc-4200-8a43-b36108b552d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.166s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.521949] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 659.521949] env[63198]: value = "task-2711822" [ 659.521949] env[63198]: _type = "Task" [ 659.521949] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.535847] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.651784] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f3c2d-8d8d-4b80-9310-d74f0fafdf88 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.660386] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fcc850-be7a-4c2b-a78d-e529a9d7fff2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.704906] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd275b-7657-4ad7-b5d1-80b0bfd67090 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.710411] env[63198]: DEBUG oslo_concurrency.lockutils [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "151e37de-37cc-4200-8a43-b36108b552d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.710660] env[63198]: DEBUG oslo_concurrency.lockutils [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "151e37de-37cc-4200-8a43-b36108b552d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.710868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "151e37de-37cc-4200-8a43-b36108b552d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.711057] env[63198]: DEBUG oslo_concurrency.lockutils [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "151e37de-37cc-4200-8a43-b36108b552d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.711224] env[63198]: DEBUG oslo_concurrency.lockutils [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "151e37de-37cc-4200-8a43-b36108b552d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.715368] env[63198]: INFO nova.compute.manager [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Terminating instance [ 659.717750] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeebe30c-5f8b-464e-948a-7cc2c618ac64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.735019] env[63198]: DEBUG nova.compute.provider_tree [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.882880] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711821, 'name': Rename_Task, 'duration_secs': 0.172699} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.883409] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.883709] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a960a63-7d4c-4421-bc64-f81caddd2db3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.891964] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 659.891964] env[63198]: value = "task-2711823" [ 659.891964] env[63198]: _type = "Task" [ 659.891964] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.902031] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.018893] env[63198]: DEBUG nova.compute.manager [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.034031] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711822, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.225209] env[63198]: DEBUG nova.compute.manager [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.225759] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.226962] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d1b063-66d5-4f4e-99c4-68e49104842b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.241018] env[63198]: DEBUG nova.scheduler.client.report [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.244333] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.247753] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d98031ba-d053-4727-a05a-01f26e12f7ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.254813] env[63198]: DEBUG oslo_vmware.api [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 660.254813] env[63198]: value = "task-2711824" [ 660.254813] env[63198]: _type = "Task" [ 660.254813] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.272340] env[63198]: DEBUG oslo_vmware.api [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.405524] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.510226] env[63198]: DEBUG nova.compute.manager [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.541554] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578047} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.545117] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.546364] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.546364] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.546364] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.546364] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.546364] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.546364] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.546604] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.546645] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.546819] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.547043] env[63198]: DEBUG nova.virt.hardware [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.547383] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 267d6b19-61b1-4def-8f99-3aaffbb6a915/267d6b19-61b1-4def-8f99-3aaffbb6a915.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.547595] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.548748] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4103550b-8eae-49cc-ae37-5212d22a1abf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.551541] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a563f62-ebab-4ed4-a799-2c50602b8d54 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.562436] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.565741] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f195bc-99f5-400e-8799-68c0a9489f39 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.570727] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 660.570727] env[63198]: value = "task-2711825" [ 660.570727] env[63198]: _type = "Task" [ 660.570727] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.590463] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.735361] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "696ecdcb-f9b7-408b-a463-a429bbf079bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.735760] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "696ecdcb-f9b7-408b-a463-a429bbf079bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.736058] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "696ecdcb-f9b7-408b-a463-a429bbf079bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.736273] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "696ecdcb-f9b7-408b-a463-a429bbf079bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.736461] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "696ecdcb-f9b7-408b-a463-a429bbf079bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.738787] env[63198]: INFO nova.compute.manager [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Terminating instance [ 660.746380] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.748621] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.765s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.748867] env[63198]: DEBUG nova.objects.instance [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lazy-loading 'resources' on Instance uuid 37516f94-c2d9-4fd7-959d-d8f60863eebf {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.767186] env[63198]: DEBUG oslo_vmware.api [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711824, 'name': PowerOffVM_Task, 'duration_secs': 0.222811} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.768221] env[63198]: INFO nova.scheduler.client.report [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Deleted allocations for instance 2298031b-91e6-4b91-8332-a4fabc47388e [ 660.769232] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.769936] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.771664] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d70e1ce7-c5ad-492b-b452-aca3737ae15f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.844275] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.845042] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.845042] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleting the datastore file [datastore1] 151e37de-37cc-4200-8a43-b36108b552d6 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.845042] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cad1dccc-e48e-4331-87c6-6cba925672a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.854820] env[63198]: DEBUG oslo_vmware.api [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 660.854820] env[63198]: value = "task-2711827" [ 660.854820] env[63198]: _type = "Task" [ 660.854820] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.863699] env[63198]: DEBUG oslo_vmware.api [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.904011] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.082030] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126342} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.082368] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.083237] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dbaab6-9401-4847-98df-73c5f7bf20e1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.110954] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 267d6b19-61b1-4def-8f99-3aaffbb6a915/267d6b19-61b1-4def-8f99-3aaffbb6a915.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.111323] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd09656e-fc36-45ae-bbd8-4a38b2e53c46 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.134755] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 661.134755] env[63198]: value = "task-2711828" [ 661.134755] env[63198]: _type = "Task" [ 661.134755] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.146246] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.243408] env[63198]: DEBUG nova.compute.manager [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.243683] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.244596] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99e59df-b007-4340-82ed-6699f49db784 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.255961] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.256474] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce5b4154-db62-4173-abf7-32d9b2e9816c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.266166] env[63198]: DEBUG oslo_vmware.api [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 661.266166] env[63198]: value = "task-2711829" [ 661.266166] env[63198]: _type = "Task" [ 661.266166] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.276894] env[63198]: DEBUG oslo_vmware.api [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.277381] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f28f21-2988-4b4a-b1ea-ab73fef3570d tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "2298031b-91e6-4b91-8332-a4fabc47388e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.009s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.369744] env[63198]: DEBUG oslo_vmware.api [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2711827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263648} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.370216] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.370493] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.370736] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.371027] env[63198]: INFO nova.compute.manager [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 661.371385] env[63198]: DEBUG oslo.service.loopingcall [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.371994] env[63198]: DEBUG nova.compute.manager [-] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.372195] env[63198]: DEBUG nova.network.neutron [-] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.411407] env[63198]: DEBUG oslo_vmware.api [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711823, 'name': PowerOnVM_Task, 'duration_secs': 1.287004} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.415244] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.415585] env[63198]: INFO nova.compute.manager [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Took 8.64 seconds to spawn the instance on the hypervisor. [ 661.415894] env[63198]: DEBUG nova.compute.manager [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.418349] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca4122-f813-4467-8491-c812ee450cd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.560447] env[63198]: DEBUG nova.compute.manager [req-b7a249cf-c3ac-41f0-829c-d2c699b65f1d req-b8c2b4a6-b879-41ca-83ae-05014308b564 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Received event network-vif-plugged-2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.560734] env[63198]: DEBUG oslo_concurrency.lockutils [req-b7a249cf-c3ac-41f0-829c-d2c699b65f1d req-b8c2b4a6-b879-41ca-83ae-05014308b564 service nova] Acquiring lock "72f1ba90-32c3-4a58-b88d-7c0147664a22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.561944] env[63198]: DEBUG oslo_concurrency.lockutils [req-b7a249cf-c3ac-41f0-829c-d2c699b65f1d req-b8c2b4a6-b879-41ca-83ae-05014308b564 service nova] Lock "72f1ba90-32c3-4a58-b88d-7c0147664a22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.561944] env[63198]: DEBUG oslo_concurrency.lockutils [req-b7a249cf-c3ac-41f0-829c-d2c699b65f1d req-b8c2b4a6-b879-41ca-83ae-05014308b564 service nova] Lock "72f1ba90-32c3-4a58-b88d-7c0147664a22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.561944] env[63198]: DEBUG nova.compute.manager [req-b7a249cf-c3ac-41f0-829c-d2c699b65f1d req-b8c2b4a6-b879-41ca-83ae-05014308b564 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] No waiting events found dispatching network-vif-plugged-2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.561944] env[63198]: WARNING nova.compute.manager [req-b7a249cf-c3ac-41f0-829c-d2c699b65f1d req-b8c2b4a6-b879-41ca-83ae-05014308b564 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Received unexpected event network-vif-plugged-2c1b5594-ac9c-4632-83bd-9419051bab8d for instance with vm_state building and task_state spawning. [ 661.585585] env[63198]: DEBUG nova.network.neutron [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Successfully updated port: 2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.656081] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711828, 'name': ReconfigVM_Task, 'duration_secs': 0.489638} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.657899] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 267d6b19-61b1-4def-8f99-3aaffbb6a915/267d6b19-61b1-4def-8f99-3aaffbb6a915.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.671920] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30ba7bbe-0813-46cd-a53e-cad190c993c8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.677098] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "3251800d-7e48-4db8-803b-d87bcf788fc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.677098] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3251800d-7e48-4db8-803b-d87bcf788fc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.683216] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 661.683216] env[63198]: value = "task-2711830" [ 661.683216] env[63198]: _type = "Task" [ 661.683216] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.693765] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711830, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.776800] env[63198]: DEBUG oslo_vmware.api [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711829, 'name': PowerOffVM_Task, 'duration_secs': 0.271496} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.777157] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.777360] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.777789] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82c61a64-fcc8-489e-912f-26d6a271ae25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.795160] env[63198]: DEBUG oslo_vmware.rw_handles [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52349934-bb80-f475-80ed-81d450661cdd/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 661.795160] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade288d-793a-4903-b09e-875b897586f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.805665] env[63198]: DEBUG oslo_vmware.rw_handles [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52349934-bb80-f475-80ed-81d450661cdd/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 661.805772] env[63198]: ERROR oslo_vmware.rw_handles [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52349934-bb80-f475-80ed-81d450661cdd/disk-0.vmdk due to incomplete transfer. [ 661.806028] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-664da36d-37f1-40a0-b042-131b81492d21 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.820950] env[63198]: DEBUG oslo_vmware.rw_handles [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52349934-bb80-f475-80ed-81d450661cdd/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 661.821063] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Uploaded image 950c5151-9cc4-4042-8007-23d7985ddfaa to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 661.824396] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 661.824593] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a30721b8-228e-4a29-8fe8-f9a3362e1dc7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.834759] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 661.834759] env[63198]: value = "task-2711832" [ 661.834759] env[63198]: _type = "Task" [ 661.834759] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.848184] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711832, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.874844] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.875384] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.875830] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleting the datastore file [datastore1] 696ecdcb-f9b7-408b-a463-a429bbf079bb {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.876234] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-188729b4-6b1a-4323-b60e-21ca24f86caa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.886022] env[63198]: DEBUG oslo_vmware.api [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 661.886022] env[63198]: value = "task-2711833" [ 661.886022] env[63198]: _type = "Task" [ 661.886022] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.899527] env[63198]: DEBUG nova.compute.manager [req-10fece72-1aff-430b-a84f-d146e28ddd99 req-bb3e1f82-450b-4c58-95a3-592512919876 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Received event network-vif-deleted-0ccc7215-17e1-4e4c-bc74-2fd37f9831e0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.899527] env[63198]: INFO nova.compute.manager [req-10fece72-1aff-430b-a84f-d146e28ddd99 req-bb3e1f82-450b-4c58-95a3-592512919876 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Neutron deleted interface 0ccc7215-17e1-4e4c-bc74-2fd37f9831e0; detaching it from the instance and deleting it from the info cache [ 661.899967] env[63198]: DEBUG nova.network.neutron [req-10fece72-1aff-430b-a84f-d146e28ddd99 req-bb3e1f82-450b-4c58-95a3-592512919876 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.904975] env[63198]: DEBUG oslo_vmware.api [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.942769] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb03383f-591e-48ad-bd32-3c6e84488423 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.948527] env[63198]: INFO nova.compute.manager [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Took 32.00 seconds to build instance. [ 661.956025] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f794fe39-b689-4627-b5eb-88cf9b80ecbd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.990859] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0816bb5e-9d9c-4959-9163-3a22c6fcbc4f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.999838] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fea3fc-1f0d-443e-8838-227755a0426f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.015502] env[63198]: DEBUG nova.compute.provider_tree [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.089011] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.089187] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquired lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.089339] env[63198]: DEBUG nova.network.neutron [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.197476] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711830, 'name': Rename_Task, 'duration_secs': 0.184943} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.197769] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.198079] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e53c3f1-77b5-4c81-97f6-a62ce0919c3b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.208112] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 662.208112] env[63198]: value = "task-2711834" [ 662.208112] env[63198]: _type = "Task" [ 662.208112] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.217702] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.345479] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711832, 'name': Destroy_Task, 'duration_secs': 0.350395} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.345821] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Destroyed the VM [ 662.346075] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 662.346342] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1875d1a2-450a-48b6-bf37-5b0f35276c4d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.354278] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 662.354278] env[63198]: value = "task-2711835" [ 662.354278] env[63198]: _type = "Task" [ 662.354278] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.354619] env[63198]: DEBUG nova.network.neutron [-] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.366545] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711835, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.395736] env[63198]: DEBUG oslo_vmware.api [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13823} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.396073] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.396282] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.396455] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.396638] env[63198]: INFO nova.compute.manager [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 662.396942] env[63198]: DEBUG oslo.service.loopingcall [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.397177] env[63198]: DEBUG nova.compute.manager [-] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.397272] env[63198]: DEBUG nova.network.neutron [-] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.407029] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6778482e-6f30-4a6f-9ab6-bed8ef91f1b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.417128] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85051f6a-0c5d-4e6a-af08-53419f7854bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.452239] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8519bf55-7310-4283-9a6b-2933ececc9ce tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "f9bff899-5a16-4798-a571-3874e32e810a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.342s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.452705] env[63198]: DEBUG nova.compute.manager [req-10fece72-1aff-430b-a84f-d146e28ddd99 req-bb3e1f82-450b-4c58-95a3-592512919876 service nova] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Detach interface failed, port_id=0ccc7215-17e1-4e4c-bc74-2fd37f9831e0, reason: Instance 151e37de-37cc-4200-8a43-b36108b552d6 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 662.518990] env[63198]: DEBUG nova.scheduler.client.report [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.661415] env[63198]: DEBUG nova.network.neutron [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.663835] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "a38cd87e-d777-4736-b701-23497eafdbcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.664123] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "a38cd87e-d777-4736-b701-23497eafdbcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.664358] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "a38cd87e-d777-4736-b701-23497eafdbcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.664573] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "a38cd87e-d777-4736-b701-23497eafdbcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.664756] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "a38cd87e-d777-4736-b701-23497eafdbcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.667165] env[63198]: INFO nova.compute.manager [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Terminating instance [ 662.721835] env[63198]: DEBUG oslo_vmware.api [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711834, 'name': PowerOnVM_Task, 'duration_secs': 0.51092} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.722116] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.722375] env[63198]: INFO nova.compute.manager [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Took 7.22 seconds to spawn the instance on the hypervisor. [ 662.722500] env[63198]: DEBUG nova.compute.manager [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.723287] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55008dfb-b045-4bbc-9895-0fb66a00455e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.861057] env[63198]: INFO nova.compute.manager [-] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Took 1.49 seconds to deallocate network for instance. [ 662.866751] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711835, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.957762] env[63198]: DEBUG nova.compute.manager [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.023917] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.026558] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.310s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.028233] env[63198]: INFO nova.compute.claims [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.049512] env[63198]: INFO nova.scheduler.client.report [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Deleted allocations for instance 37516f94-c2d9-4fd7-959d-d8f60863eebf [ 663.176021] env[63198]: DEBUG nova.compute.manager [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.176021] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.176021] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d889d74-3e53-4c62-b0fe-1cec0c05b67b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.185020] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.185020] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f20d2513-3210-46c4-af01-83b80038c813 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.195320] env[63198]: DEBUG nova.network.neutron [-] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.218803] env[63198]: DEBUG nova.network.neutron [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updating instance_info_cache with network_info: [{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.247922] env[63198]: INFO nova.compute.manager [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Took 33.26 seconds to build instance. [ 663.368232] env[63198]: DEBUG oslo_vmware.api [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711835, 'name': RemoveSnapshot_Task, 'duration_secs': 0.949798} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.368232] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 663.368818] env[63198]: INFO nova.compute.manager [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Took 14.83 seconds to snapshot the instance on the hypervisor. [ 663.371431] env[63198]: DEBUG oslo_concurrency.lockutils [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.485145] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.530721] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "53bb3fab-5289-4abe-ae4b-43547891513e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.531111] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "53bb3fab-5289-4abe-ae4b-43547891513e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.536360] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.536659] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.536904] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleting the datastore file [datastore2] a38cd87e-d777-4736-b701-23497eafdbcb {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.537283] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1e172ec-2fc5-46a7-94ad-54232a48fc18 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.545396] env[63198]: DEBUG oslo_vmware.api [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 663.545396] env[63198]: value = "task-2711837" [ 663.545396] env[63198]: _type = "Task" [ 663.545396] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.556782] env[63198]: DEBUG oslo_vmware.api [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.560945] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd715195-9d07-4c2d-b0a9-c7163d7c88f4 tempest-DeleteServersAdminTestJSON-1829021590 tempest-DeleteServersAdminTestJSON-1829021590-project-member] Lock "37516f94-c2d9-4fd7-959d-d8f60863eebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.464s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.697617] env[63198]: INFO nova.compute.manager [-] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Took 1.30 seconds to deallocate network for instance. [ 663.723556] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Releasing lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.723556] env[63198]: DEBUG nova.compute.manager [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Instance network_info: |[{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.723556] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:eb:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c1b5594-ac9c-4632-83bd-9419051bab8d', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.730962] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Creating folder: Project (1e14f3deff2e475eaaa2761b2cd1d9bc). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.731955] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ba2fbed-bf71-482c-be2b-82f90a1640d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.744122] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Created folder: Project (1e14f3deff2e475eaaa2761b2cd1d9bc) in parent group-v546185. [ 663.744369] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Creating folder: Instances. Parent ref: group-v546290. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.745368] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90ec162a-1ea2-4ae2-a0ae-575c9abed8ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.750412] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e98fbf7-f199-42d3-b94c-9ea273b1db86 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "267d6b19-61b1-4def-8f99-3aaffbb6a915" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.229s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.757180] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Created folder: Instances in parent group-v546290. [ 663.757180] env[63198]: DEBUG oslo.service.loopingcall [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.757180] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.757180] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9ebdd8b-2bec-4a5c-af09-4cd6d9f993f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.786032] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.786032] env[63198]: value = "task-2711840" [ 663.786032] env[63198]: _type = "Task" [ 663.786032] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.794953] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711840, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.873022] env[63198]: DEBUG nova.compute.manager [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Instance disappeared during snapshot {{(pid=63198) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 663.893520] env[63198]: DEBUG nova.compute.manager [None req-74424c3f-7d70-4678-b8ef-6d4633599e3d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image not found during clean up 950c5151-9cc4-4042-8007-23d7985ddfaa {{(pid=63198) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 663.924357] env[63198]: DEBUG nova.compute.manager [req-2addb5f4-c8a3-44af-ab6c-6ddb3545afe0 req-add8ad2f-6275-4b9b-88b3-ed763a1054f6 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Received event network-changed-2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.924577] env[63198]: DEBUG nova.compute.manager [req-2addb5f4-c8a3-44af-ab6c-6ddb3545afe0 req-add8ad2f-6275-4b9b-88b3-ed763a1054f6 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Refreshing instance network info cache due to event network-changed-2c1b5594-ac9c-4632-83bd-9419051bab8d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.924824] env[63198]: DEBUG oslo_concurrency.lockutils [req-2addb5f4-c8a3-44af-ab6c-6ddb3545afe0 req-add8ad2f-6275-4b9b-88b3-ed763a1054f6 service nova] Acquiring lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.924975] env[63198]: DEBUG oslo_concurrency.lockutils [req-2addb5f4-c8a3-44af-ab6c-6ddb3545afe0 req-add8ad2f-6275-4b9b-88b3-ed763a1054f6 service nova] Acquired lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.925165] env[63198]: DEBUG nova.network.neutron [req-2addb5f4-c8a3-44af-ab6c-6ddb3545afe0 req-add8ad2f-6275-4b9b-88b3-ed763a1054f6 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Refreshing network info cache for port 2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.057390] env[63198]: DEBUG oslo_vmware.api [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181141} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.057526] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.057727] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.057899] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.058114] env[63198]: INFO nova.compute.manager [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Took 0.88 seconds to destroy the instance on the hypervisor. [ 664.058949] env[63198]: DEBUG oslo.service.loopingcall [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.058949] env[63198]: DEBUG nova.compute.manager [-] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.059188] env[63198]: DEBUG nova.network.neutron [-] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.080531] env[63198]: DEBUG nova.compute.manager [req-f059a65b-b6c0-4dcb-8e6a-747e11afb995 req-fe7dc143-bfaa-4f42-ba6b-4689fc49339c service nova] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Received event network-vif-deleted-d4a76356-9e57-4150-adfa-3ca3cbfc2e89 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.205636] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.254816] env[63198]: DEBUG nova.compute.manager [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.295202] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711840, 'name': CreateVM_Task, 'duration_secs': 0.396447} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.297876] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.298847] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.298913] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.299593] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.299593] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad41657d-fc01-4e5f-ba7b-fca194d1c8d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.305158] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 664.305158] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd8565-1588-d676-0402-41d420d32446" [ 664.305158] env[63198]: _type = "Task" [ 664.305158] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.322541] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "267d6b19-61b1-4def-8f99-3aaffbb6a915" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.322783] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "267d6b19-61b1-4def-8f99-3aaffbb6a915" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.322987] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "267d6b19-61b1-4def-8f99-3aaffbb6a915-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.323178] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "267d6b19-61b1-4def-8f99-3aaffbb6a915-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.323341] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "267d6b19-61b1-4def-8f99-3aaffbb6a915-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.325136] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd8565-1588-d676-0402-41d420d32446, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.329335] env[63198]: INFO nova.compute.manager [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Terminating instance [ 664.330934] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.331174] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.331387] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.331529] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.331703] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.332491] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ce7043-cf9a-479a-8fdc-4bd522ce944b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.344363] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.344753] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.346141] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b799bf-413c-4199-8fa0-b12e0445b20f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.356542] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 664.356542] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528febdb-aeb1-ffb4-8acf-aef33ae19a1c" [ 664.356542] env[63198]: _type = "Task" [ 664.356542] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.373565] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528febdb-aeb1-ffb4-8acf-aef33ae19a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009602} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.374673] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a385ab-6cb1-4883-a110-085508756cdb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.380551] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 664.380551] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52704397-33fe-96de-5cb9-a01f82ff61f4" [ 664.380551] env[63198]: _type = "Task" [ 664.380551] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.393697] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52704397-33fe-96de-5cb9-a01f82ff61f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.394337] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.394414] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 72f1ba90-32c3-4a58-b88d-7c0147664a22/72f1ba90-32c3-4a58-b88d-7c0147664a22.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.394703] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1934253d-6870-4f6b-a386-6ec4ebae5de2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.404241] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 664.404241] env[63198]: value = "task-2711841" [ 664.404241] env[63198]: _type = "Task" [ 664.404241] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.412992] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.635040] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec52cf01-aee0-428a-825d-643ddb00a615 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.646557] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87632070-6777-4d09-8c40-c881afd610db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.683626] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da388e7e-0513-426a-8aa8-204eb954c642 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.694571] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a195ec-72f6-4009-a24a-e220e73092d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.713476] env[63198]: DEBUG nova.compute.provider_tree [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.792719] env[63198]: DEBUG oslo_concurrency.lockutils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.835970] env[63198]: DEBUG nova.network.neutron [req-2addb5f4-c8a3-44af-ab6c-6ddb3545afe0 req-add8ad2f-6275-4b9b-88b3-ed763a1054f6 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updated VIF entry in instance network info cache for port 2c1b5594-ac9c-4632-83bd-9419051bab8d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.836975] env[63198]: DEBUG nova.network.neutron [req-2addb5f4-c8a3-44af-ab6c-6ddb3545afe0 req-add8ad2f-6275-4b9b-88b3-ed763a1054f6 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updating instance_info_cache with network_info: [{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.838742] env[63198]: DEBUG nova.compute.manager [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.838975] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.842063] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9eb3e5-4d40-45b1-b75d-3334d998a2cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.850166] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.851430] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f08bbfdf-13cf-406b-b9ad-e1e02c98a165 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.861392] env[63198]: DEBUG oslo_vmware.api [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 664.861392] env[63198]: value = "task-2711842" [ 664.861392] env[63198]: _type = "Task" [ 664.861392] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.872712] env[63198]: DEBUG oslo_vmware.api [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.915181] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503428} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.915508] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 72f1ba90-32c3-4a58-b88d-7c0147664a22/72f1ba90-32c3-4a58-b88d-7c0147664a22.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.915993] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.916090] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf8f13bd-6f48-4c36-8563-5d5addf34c11 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.925337] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 664.925337] env[63198]: value = "task-2711843" [ 664.925337] env[63198]: _type = "Task" [ 664.925337] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.934488] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.942124] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquiring lock "f9bff899-5a16-4798-a571-3874e32e810a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.942585] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "f9bff899-5a16-4798-a571-3874e32e810a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.942585] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquiring lock "f9bff899-5a16-4798-a571-3874e32e810a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.942774] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "f9bff899-5a16-4798-a571-3874e32e810a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.942940] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "f9bff899-5a16-4798-a571-3874e32e810a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.948365] env[63198]: INFO nova.compute.manager [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Terminating instance [ 664.974305] env[63198]: DEBUG nova.network.neutron [-] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.217180] env[63198]: DEBUG nova.scheduler.client.report [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.315950] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "457ae21b-5f93-42f4-9672-a80ed7406da2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.316201] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.340074] env[63198]: DEBUG oslo_concurrency.lockutils [req-2addb5f4-c8a3-44af-ab6c-6ddb3545afe0 req-add8ad2f-6275-4b9b-88b3-ed763a1054f6 service nova] Releasing lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.373178] env[63198]: DEBUG oslo_vmware.api [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711842, 'name': PowerOffVM_Task, 'duration_secs': 0.259254} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.373178] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.373833] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.373833] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-789d718d-8cc7-4489-86d0-d6b07cf7c4af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.437681] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123933} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.439422] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.439942] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.440228] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.440485] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleting the datastore file [datastore2] 267d6b19-61b1-4def-8f99-3aaffbb6a915 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.441454] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c93d022-faae-4501-9247-a9d63feae4e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.444405] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5724f79-e9ce-4e3e-a545-e64eecee2e26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.458566] env[63198]: DEBUG nova.compute.manager [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.458776] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.467860] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 72f1ba90-32c3-4a58-b88d-7c0147664a22/72f1ba90-32c3-4a58-b88d-7c0147664a22.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.469514] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ddabc3-2c75-4810-b9b6-2b31833118d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.472272] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a3b241-d62a-449e-ac70-36fcd60d6934 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.486426] env[63198]: DEBUG oslo_vmware.api [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 665.486426] env[63198]: value = "task-2711845" [ 665.486426] env[63198]: _type = "Task" [ 665.486426] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.486821] env[63198]: INFO nova.compute.manager [-] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Took 1.43 seconds to deallocate network for instance. [ 665.497027] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.499180] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9a8bdae-036b-4be0-b487-70429942bbf1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.500575] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 665.500575] env[63198]: value = "task-2711846" [ 665.500575] env[63198]: _type = "Task" [ 665.500575] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.503490] env[63198]: DEBUG oslo_vmware.api [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.509630] env[63198]: DEBUG oslo_vmware.api [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 665.509630] env[63198]: value = "task-2711847" [ 665.509630] env[63198]: _type = "Task" [ 665.509630] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.516255] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.522992] env[63198]: DEBUG oslo_vmware.api [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.731210] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.732082] env[63198]: DEBUG nova.compute.manager [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.734959] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.260s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.735764] env[63198]: DEBUG nova.objects.instance [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lazy-loading 'resources' on Instance uuid 9409fbc3-cec1-410c-ab27-484a4a024c58 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.982259] env[63198]: DEBUG nova.compute.manager [req-ca897127-d4c9-4dc6-9263-64117aa3cc4e req-087047ec-d149-4dd2-b0d7-c8daa1385a52 service nova] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Received event network-vif-deleted-ddb91b99-af68-48bc-97e4-c221ebf6cf1d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.000416] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.000716] env[63198]: DEBUG oslo_vmware.api [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239254} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.000938] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.001125] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.001291] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.001490] env[63198]: INFO nova.compute.manager [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Took 1.16 seconds to destroy the instance on the hypervisor. [ 666.002393] env[63198]: DEBUG oslo.service.loopingcall [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 666.004237] env[63198]: DEBUG nova.compute.manager [-] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.004237] env[63198]: DEBUG nova.network.neutron [-] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.021345] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711846, 'name': ReconfigVM_Task, 'duration_secs': 0.327254} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.022254] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 72f1ba90-32c3-4a58-b88d-7c0147664a22/72f1ba90-32c3-4a58-b88d-7c0147664a22.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.023729] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dc34026-506f-4085-82dd-c6b75fba8403 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.029302] env[63198]: DEBUG oslo_vmware.api [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711847, 'name': PowerOffVM_Task, 'duration_secs': 0.251201} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.029961] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.030152] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.030395] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b17b3f83-086e-4293-9dc1-a005c22ae50b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.035015] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 666.035015] env[63198]: value = "task-2711848" [ 666.035015] env[63198]: _type = "Task" [ 666.035015] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.044299] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711848, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.104177] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.104387] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.104576] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Deleting the datastore file [datastore1] f9bff899-5a16-4798-a571-3874e32e810a {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.104860] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ec7aed9-9afe-417b-8835-6f3685bd3766 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.112551] env[63198]: DEBUG oslo_vmware.api [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for the task: (returnval){ [ 666.112551] env[63198]: value = "task-2711850" [ 666.112551] env[63198]: _type = "Task" [ 666.112551] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.120819] env[63198]: DEBUG oslo_vmware.api [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.240783] env[63198]: DEBUG nova.compute.utils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.246276] env[63198]: DEBUG nova.compute.manager [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.246750] env[63198]: DEBUG nova.network.neutron [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.319992] env[63198]: DEBUG nova.policy [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '391d24f449464349876bf8912bb828ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85bdcd08ac59441b9f015f8ed7cde0e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.334633] env[63198]: DEBUG nova.compute.manager [req-1613e940-55f9-45d8-aa11-91f81fd70615 req-a4e0c8e6-a75a-4770-a71f-fcfa16e303f8 service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Received event network-vif-deleted-e3acd748-2810-43db-bdb7-78d2d4e5513b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.334633] env[63198]: INFO nova.compute.manager [req-1613e940-55f9-45d8-aa11-91f81fd70615 req-a4e0c8e6-a75a-4770-a71f-fcfa16e303f8 service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Neutron deleted interface e3acd748-2810-43db-bdb7-78d2d4e5513b; detaching it from the instance and deleting it from the info cache [ 666.335328] env[63198]: DEBUG nova.network.neutron [req-1613e940-55f9-45d8-aa11-91f81fd70615 req-a4e0c8e6-a75a-4770-a71f-fcfa16e303f8 service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.546543] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711848, 'name': Rename_Task, 'duration_secs': 0.191938} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.549828] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.550803] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c2c3e1f-3c6d-48c8-ae98-986d07aa3b8d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.559136] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 666.559136] env[63198]: value = "task-2711851" [ 666.559136] env[63198]: _type = "Task" [ 666.559136] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.574804] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.622826] env[63198]: DEBUG oslo_vmware.api [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Task: {'id': task-2711850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200406} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.625603] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.625830] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.626030] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.626208] env[63198]: INFO nova.compute.manager [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 666.626450] env[63198]: DEBUG oslo.service.loopingcall [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 666.626839] env[63198]: DEBUG nova.compute.manager [-] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.626938] env[63198]: DEBUG nova.network.neutron [-] [instance: f9bff899-5a16-4798-a571-3874e32e810a] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.747078] env[63198]: DEBUG nova.compute.manager [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.785765] env[63198]: DEBUG nova.network.neutron [-] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.797071] env[63198]: DEBUG nova.network.neutron [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Successfully created port: fcf785f2-d410-4ebe-b319-c05df4b45d02 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.838853] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef07d80-0223-404a-bb36-ca31c7b1059a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.842168] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d29eaf7-c7c6-4ee0-b5f1-36d14e3f89b9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.851293] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3505dabe-6bab-495d-8222-6fa0f1528167 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.858690] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc179163-576d-4beb-88a7-f6113630d180 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.909221] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cad3913-5f28-4c87-8117-2fb2835777ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.911929] env[63198]: DEBUG nova.compute.manager [req-1613e940-55f9-45d8-aa11-91f81fd70615 req-a4e0c8e6-a75a-4770-a71f-fcfa16e303f8 service nova] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Detach interface failed, port_id=e3acd748-2810-43db-bdb7-78d2d4e5513b, reason: Instance 267d6b19-61b1-4def-8f99-3aaffbb6a915 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 666.918217] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2c94c-3c0e-4972-b18e-19e78dd4f16f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.935463] env[63198]: DEBUG nova.compute.provider_tree [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.937584] env[63198]: DEBUG nova.network.neutron [-] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.070069] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.288913] env[63198]: INFO nova.compute.manager [-] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Took 1.29 seconds to deallocate network for instance. [ 667.359100] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquiring lock "2210579f-827e-4473-80e0-23650e888445" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.359362] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "2210579f-827e-4473-80e0-23650e888445" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.440124] env[63198]: INFO nova.compute.manager [-] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Took 0.81 seconds to deallocate network for instance. [ 667.441434] env[63198]: DEBUG nova.scheduler.client.report [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.571297] env[63198]: DEBUG oslo_vmware.api [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2711851, 'name': PowerOnVM_Task, 'duration_secs': 0.893401} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.571594] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.571794] env[63198]: INFO nova.compute.manager [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Took 7.06 seconds to spawn the instance on the hypervisor. [ 667.571975] env[63198]: DEBUG nova.compute.manager [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.572804] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb4a2f-00da-4657-b221-18fbc490420e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.757086] env[63198]: DEBUG nova.compute.manager [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.782435] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.782692] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.782848] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.783035] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.783186] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.783328] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.783858] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.783858] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.783965] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.784067] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.784240] env[63198]: DEBUG nova.virt.hardware [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.785117] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99897ac1-d0ba-4293-8cc7-1e668308eb09 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.793628] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36ec9df-aac3-46ab-88e5-2fd8cbc88fa6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.799623] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.949141] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.951479] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.745s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.953839] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.976834] env[63198]: INFO nova.scheduler.client.report [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Deleted allocations for instance 9409fbc3-cec1-410c-ab27-484a4a024c58 [ 668.090915] env[63198]: INFO nova.compute.manager [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Took 33.88 seconds to build instance. [ 668.432554] env[63198]: DEBUG nova.compute.manager [req-8b0f4e6b-ed12-4d5a-b09b-a7661c2af77d req-4db9cee4-7582-48d1-a7f3-23dc29194425 service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Received event network-vif-plugged-fcf785f2-d410-4ebe-b319-c05df4b45d02 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.432778] env[63198]: DEBUG oslo_concurrency.lockutils [req-8b0f4e6b-ed12-4d5a-b09b-a7661c2af77d req-4db9cee4-7582-48d1-a7f3-23dc29194425 service nova] Acquiring lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.433125] env[63198]: DEBUG oslo_concurrency.lockutils [req-8b0f4e6b-ed12-4d5a-b09b-a7661c2af77d req-4db9cee4-7582-48d1-a7f3-23dc29194425 service nova] Lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.433203] env[63198]: DEBUG oslo_concurrency.lockutils [req-8b0f4e6b-ed12-4d5a-b09b-a7661c2af77d req-4db9cee4-7582-48d1-a7f3-23dc29194425 service nova] Lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.433385] env[63198]: DEBUG nova.compute.manager [req-8b0f4e6b-ed12-4d5a-b09b-a7661c2af77d req-4db9cee4-7582-48d1-a7f3-23dc29194425 service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] No waiting events found dispatching network-vif-plugged-fcf785f2-d410-4ebe-b319-c05df4b45d02 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.433520] env[63198]: WARNING nova.compute.manager [req-8b0f4e6b-ed12-4d5a-b09b-a7661c2af77d req-4db9cee4-7582-48d1-a7f3-23dc29194425 service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Received unexpected event network-vif-plugged-fcf785f2-d410-4ebe-b319-c05df4b45d02 for instance with vm_state building and task_state spawning. [ 668.450363] env[63198]: DEBUG nova.network.neutron [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Successfully updated port: fcf785f2-d410-4ebe-b319-c05df4b45d02 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.486446] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca7f0d6-0b31-4a6d-9b31-85a7edddf2e1 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907 tempest-FloatingIPsAssociationNegativeTestJSON-1624221907-project-member] Lock "9409fbc3-cec1-410c-ab27-484a4a024c58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.797s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.524743] env[63198]: DEBUG nova.compute.manager [req-1426a486-fa3a-4f59-b183-db10ddca7a20 req-30ba742a-6810-4b35-9e62-fc5ceb6d9152 service nova] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Received event network-vif-deleted-8f1eda23-df2a-4e97-9d9c-e2db30825a12 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.593255] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cd90632d-d855-4bc2-8990-c8862119ec85 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "72f1ba90-32c3-4a58-b88d-7c0147664a22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.585s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.955742] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquiring lock "refresh_cache-aa26b05a-a416-468b-b039-c14b4d2fe1d2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.955976] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquired lock "refresh_cache-aa26b05a-a416-468b-b039-c14b4d2fe1d2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.956181] env[63198]: DEBUG nova.network.neutron [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.994725] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance aef1d1f0-d6a3-4a61-9896-5669beda455d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.994888] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance e10e723c-944b-4be8-b623-741de004cb2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.995019] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 519d1a21-0829-41a5-9bc4-e68f29eabf23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.995140] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.995254] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6960a521-685b-4c29-95da-799aafa9bac9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.995365] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 7d9abde3-63db-4ea8-bb12-df6000a782d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.995476] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 02608284-2c80-48e6-8d51-c0010ba2c8db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.995586] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 1e3e7894-9094-4dcb-8409-9a8f800e690d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.995694] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 830c47ee-1791-473b-9278-f46e3219c256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.995885] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 4e786d04-20a7-4850-a470-bad3e3d3bcb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.995997] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance d53844a9-7e9e-47d5-97a9-80df25e74c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.996144] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 921035fb-b893-46bb-9fb6-a7649d0de22f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.996266] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 76228faa-6d02-41d3-b99d-053423e3180c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.996385] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 152da4ca-e540-4362-b552-4fd8818acf12 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.996501] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance c3d46d47-dd2d-487c-a5eb-22062fd44a66 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.996616] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance a38cd87e-d777-4736-b701-23497eafdbcb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.996798] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 5c0677e8-1844-47a1-826b-094a866c9d90 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.996947] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 965da06c-b4bf-443f-a7a4-bdb16a9ecb61 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.997106] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 696ecdcb-f9b7-408b-a463-a429bbf079bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.997228] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.997339] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 151e37de-37cc-4200-8a43-b36108b552d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.997449] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance f9bff899-5a16-4798-a571-3874e32e810a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.997559] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 267d6b19-61b1-4def-8f99-3aaffbb6a915 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.997666] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 72f1ba90-32c3-4a58-b88d-7c0147664a22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.997771] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance aa26b05a-a416-468b-b039-c14b4d2fe1d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 669.096051] env[63198]: DEBUG nova.compute.manager [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.500771] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 33ed2db3-9161-4e72-b35c-11caf9cb00b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.510686] env[63198]: DEBUG nova.network.neutron [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.626913] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.831760] env[63198]: DEBUG nova.network.neutron [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Updating instance_info_cache with network_info: [{"id": "fcf785f2-d410-4ebe-b319-c05df4b45d02", "address": "fa:16:3e:2b:91:49", "network": {"id": "b233b6be-af02-4722-a83f-56c697406f4c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1052205586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bdcd08ac59441b9f015f8ed7cde0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf785f2-d4", "ovs_interfaceid": "fcf785f2-d410-4ebe-b319-c05df4b45d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.004656] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.333991] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Releasing lock "refresh_cache-aa26b05a-a416-468b-b039-c14b4d2fe1d2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.333991] env[63198]: DEBUG nova.compute.manager [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Instance network_info: |[{"id": "fcf785f2-d410-4ebe-b319-c05df4b45d02", "address": "fa:16:3e:2b:91:49", "network": {"id": "b233b6be-af02-4722-a83f-56c697406f4c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1052205586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bdcd08ac59441b9f015f8ed7cde0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf785f2-d4", "ovs_interfaceid": "fcf785f2-d410-4ebe-b319-c05df4b45d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.334229] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:91:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcf785f2-d410-4ebe-b319-c05df4b45d02', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.342439] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Creating folder: Project (85bdcd08ac59441b9f015f8ed7cde0e8). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.342766] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b691cdb3-5c85-456e-a0bf-b3d7244615ac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.355907] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Created folder: Project (85bdcd08ac59441b9f015f8ed7cde0e8) in parent group-v546185. [ 670.356143] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Creating folder: Instances. Parent ref: group-v546293. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.356407] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5388fb1-8645-4454-a5ed-1b98d683ce34 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.366298] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Created folder: Instances in parent group-v546293. [ 670.366543] env[63198]: DEBUG oslo.service.loopingcall [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.366763] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.366991] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-349bd1c0-b530-4ed5-aaec-c0d9b527e668 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.390876] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.390876] env[63198]: value = "task-2711854" [ 670.390876] env[63198]: _type = "Task" [ 670.390876] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.398515] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711854, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.463551] env[63198]: DEBUG nova.compute.manager [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Received event network-changed-fcf785f2-d410-4ebe-b319-c05df4b45d02 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.463662] env[63198]: DEBUG nova.compute.manager [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Refreshing instance network info cache due to event network-changed-fcf785f2-d410-4ebe-b319-c05df4b45d02. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.463896] env[63198]: DEBUG oslo_concurrency.lockutils [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] Acquiring lock "refresh_cache-aa26b05a-a416-468b-b039-c14b4d2fe1d2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.464171] env[63198]: DEBUG oslo_concurrency.lockutils [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] Acquired lock "refresh_cache-aa26b05a-a416-468b-b039-c14b4d2fe1d2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.464345] env[63198]: DEBUG nova.network.neutron [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Refreshing network info cache for port fcf785f2-d410-4ebe-b319-c05df4b45d02 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.509487] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 2abaf9f0-6739-4cd3-8400-d204d059565d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 670.900175] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711854, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.014457] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance d55a78ea-d29b-420f-a149-c164794fe66d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.251368] env[63198]: DEBUG nova.network.neutron [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Updated VIF entry in instance network info cache for port fcf785f2-d410-4ebe-b319-c05df4b45d02. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.251749] env[63198]: DEBUG nova.network.neutron [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Updating instance_info_cache with network_info: [{"id": "fcf785f2-d410-4ebe-b319-c05df4b45d02", "address": "fa:16:3e:2b:91:49", "network": {"id": "b233b6be-af02-4722-a83f-56c697406f4c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1052205586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bdcd08ac59441b9f015f8ed7cde0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf785f2-d4", "ovs_interfaceid": "fcf785f2-d410-4ebe-b319-c05df4b45d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.401871] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711854, 'name': CreateVM_Task, 'duration_secs': 0.527827} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.402159] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.402944] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.403182] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.403881] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.403881] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d74180e-f28f-49d8-8305-58b97c6a619c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.409598] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 671.409598] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52307d42-0705-b4bf-2d30-e7f1858aaa46" [ 671.409598] env[63198]: _type = "Task" [ 671.409598] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.418796] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52307d42-0705-b4bf-2d30-e7f1858aaa46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.517874] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance ec68d6ed-2076-4e7a-9aff-abea17c3bced has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 671.757060] env[63198]: DEBUG oslo_concurrency.lockutils [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] Releasing lock "refresh_cache-aa26b05a-a416-468b-b039-c14b4d2fe1d2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.757060] env[63198]: DEBUG nova.compute.manager [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Received event network-changed-2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.757060] env[63198]: DEBUG nova.compute.manager [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Refreshing instance network info cache due to event network-changed-2c1b5594-ac9c-4632-83bd-9419051bab8d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 671.757060] env[63198]: DEBUG oslo_concurrency.lockutils [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] Acquiring lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.757060] env[63198]: DEBUG oslo_concurrency.lockutils [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] Acquired lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.757060] env[63198]: DEBUG nova.network.neutron [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Refreshing network info cache for port 2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.921166] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52307d42-0705-b4bf-2d30-e7f1858aaa46, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.921460] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.921686] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.921966] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.922450] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.922450] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.922567] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0da987ab-5a33-4a40-98a6-99c2737aed62 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.932633] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.932891] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.933565] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a7a486-ca55-44c5-9c37-b22d4ffcdbb6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.939723] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 671.939723] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cee481-8e63-287b-17d4-0082e0fd0365" [ 671.939723] env[63198]: _type = "Task" [ 671.939723] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.947714] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cee481-8e63-287b-17d4-0082e0fd0365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.021390] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 16c2f860-6415-43e5-bfea-55dcc6c4b5fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.450805] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cee481-8e63-287b-17d4-0082e0fd0365, 'name': SearchDatastore_Task, 'duration_secs': 0.021467} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.451651] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093b6a03-a43c-48bc-8979-f7d225440429 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.457584] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 672.457584] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5223ecea-5773-732f-3158-1f1336a40d8b" [ 672.457584] env[63198]: _type = "Task" [ 672.457584] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.466813] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5223ecea-5773-732f-3158-1f1336a40d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.524699] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance da96af86-8be7-40e7-b087-54f6a9ce57b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.699103] env[63198]: DEBUG nova.network.neutron [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updated VIF entry in instance network info cache for port 2c1b5594-ac9c-4632-83bd-9419051bab8d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.699483] env[63198]: DEBUG nova.network.neutron [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updating instance_info_cache with network_info: [{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.968729] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5223ecea-5773-732f-3158-1f1336a40d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012443} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.969017] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.970376] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] aa26b05a-a416-468b-b039-c14b4d2fe1d2/aa26b05a-a416-468b-b039-c14b4d2fe1d2.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.970376] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbfc67d7-f4e9-4c7b-8778-db8e078ee230 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.979947] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 672.979947] env[63198]: value = "task-2711855" [ 672.979947] env[63198]: _type = "Task" [ 672.979947] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.991129] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.028199] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 70b20377-15df-429a-a592-776148d2a91c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.202340] env[63198]: DEBUG oslo_concurrency.lockutils [req-aff3b89d-4cdd-40a3-a7da-43bdf4c208bb req-268b6992-d078-4024-ae9a-40026a7825fa service nova] Releasing lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.497880] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711855, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.536981] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance caedd33a-6164-45d0-8722-6b775f20fd9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.991783] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553908} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.992602] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] aa26b05a-a416-468b-b039-c14b4d2fe1d2/aa26b05a-a416-468b-b039-c14b4d2fe1d2.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.992602] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.992602] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d0139d6-b2fa-4080-bde0-8f7cbb1ce5d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.003903] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 674.003903] env[63198]: value = "task-2711856" [ 674.003903] env[63198]: _type = "Task" [ 674.003903] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.013535] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.040644] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 3251800d-7e48-4db8-803b-d87bcf788fc8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.517180] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076444} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.517772] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.518686] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4113cbde-909f-4928-88c9-63c25eb33ddf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.542661] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] aa26b05a-a416-468b-b039-c14b4d2fe1d2/aa26b05a-a416-468b-b039-c14b4d2fe1d2.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.543479] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 53bb3fab-5289-4abe-ae4b-43547891513e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.544735] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa49d14-ee8b-4758-851f-1ebe771b0f79 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.568759] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 674.568759] env[63198]: value = "task-2711857" [ 674.568759] env[63198]: _type = "Task" [ 674.568759] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.577436] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.064619] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 457ae21b-5f93-42f4-9672-a80ed7406da2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.081951] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711857, 'name': ReconfigVM_Task, 'duration_secs': 0.284708} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.081951] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Reconfigured VM instance instance-00000027 to attach disk [datastore2] aa26b05a-a416-468b-b039-c14b4d2fe1d2/aa26b05a-a416-468b-b039-c14b4d2fe1d2.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.082459] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9397fa06-6852-4a21-9326-f34ddb0a9aa0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.089233] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 675.089233] env[63198]: value = "task-2711858" [ 675.089233] env[63198]: _type = "Task" [ 675.089233] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.099568] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711858, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.569741] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 2210579f-827e-4473-80e0-23650e888445 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.570103] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 675.570268] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 675.600646] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711858, 'name': Rename_Task, 'duration_secs': 0.153823} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.600912] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.601300] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a40cc8ac-d653-407b-8271-d00ce7f9393f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.610363] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 675.610363] env[63198]: value = "task-2711859" [ 675.610363] env[63198]: _type = "Task" [ 675.610363] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.618972] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.907350] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.907594] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.047393] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e90cf4c-01f7-4b7d-bd9b-24e9f8c404a1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.055870] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb523efa-4d3b-4a6c-afb1-7bcb4f56b92e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.085769] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c0eeab-2574-4fd5-902b-602a6985a367 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.093457] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee181eb-b659-42e3-bc47-20e22a52dfc4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.111946] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.124299] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711859, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.621328] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.624696] env[63198]: DEBUG oslo_vmware.api [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2711859, 'name': PowerOnVM_Task, 'duration_secs': 0.743298} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.625299] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.625506] env[63198]: INFO nova.compute.manager [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Took 8.87 seconds to spawn the instance on the hypervisor. [ 676.625935] env[63198]: DEBUG nova.compute.manager [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.626551] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c342cd8-39cd-4a83-b6fe-8e27c06e9539 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.126592] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 677.126904] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.175s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.127205] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.369s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.127399] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.129827] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.490s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.131280] env[63198]: INFO nova.compute.claims [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.146140] env[63198]: INFO nova.compute.manager [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Took 37.45 seconds to build instance. [ 677.170217] env[63198]: INFO nova.scheduler.client.report [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Deleted allocations for instance 152da4ca-e540-4362-b552-4fd8818acf12 [ 677.624778] env[63198]: DEBUG nova.compute.manager [req-777eb601-9d96-4105-a8b9-c9e00034ee43 req-3ef35c92-6539-4217-974d-75c6b35d112d service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Received event network-changed-fcf785f2-d410-4ebe-b319-c05df4b45d02 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.624979] env[63198]: DEBUG nova.compute.manager [req-777eb601-9d96-4105-a8b9-c9e00034ee43 req-3ef35c92-6539-4217-974d-75c6b35d112d service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Refreshing instance network info cache due to event network-changed-fcf785f2-d410-4ebe-b319-c05df4b45d02. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.625207] env[63198]: DEBUG oslo_concurrency.lockutils [req-777eb601-9d96-4105-a8b9-c9e00034ee43 req-3ef35c92-6539-4217-974d-75c6b35d112d service nova] Acquiring lock "refresh_cache-aa26b05a-a416-468b-b039-c14b4d2fe1d2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.625349] env[63198]: DEBUG oslo_concurrency.lockutils [req-777eb601-9d96-4105-a8b9-c9e00034ee43 req-3ef35c92-6539-4217-974d-75c6b35d112d service nova] Acquired lock "refresh_cache-aa26b05a-a416-468b-b039-c14b4d2fe1d2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.625528] env[63198]: DEBUG nova.network.neutron [req-777eb601-9d96-4105-a8b9-c9e00034ee43 req-3ef35c92-6539-4217-974d-75c6b35d112d service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Refreshing network info cache for port fcf785f2-d410-4ebe-b319-c05df4b45d02 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.651115] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e0aec1b9-dcc2-42d2-94fb-9c0e4c719945 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.533s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.679850] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dee47d81-0b60-4109-a40b-576ae302ea41 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "152da4ca-e540-4362-b552-4fd8818acf12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.989s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.154366] env[63198]: DEBUG nova.compute.manager [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.324332] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "6960a521-685b-4c29-95da-799aafa9bac9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.324588] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "6960a521-685b-4c29-95da-799aafa9bac9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.324790] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "6960a521-685b-4c29-95da-799aafa9bac9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.325017] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "6960a521-685b-4c29-95da-799aafa9bac9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.325216] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "6960a521-685b-4c29-95da-799aafa9bac9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.329467] env[63198]: INFO nova.compute.manager [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Terminating instance [ 678.368588] env[63198]: DEBUG nova.network.neutron [req-777eb601-9d96-4105-a8b9-c9e00034ee43 req-3ef35c92-6539-4217-974d-75c6b35d112d service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Updated VIF entry in instance network info cache for port fcf785f2-d410-4ebe-b319-c05df4b45d02. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.369106] env[63198]: DEBUG nova.network.neutron [req-777eb601-9d96-4105-a8b9-c9e00034ee43 req-3ef35c92-6539-4217-974d-75c6b35d112d service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Updating instance_info_cache with network_info: [{"id": "fcf785f2-d410-4ebe-b319-c05df4b45d02", "address": "fa:16:3e:2b:91:49", "network": {"id": "b233b6be-af02-4722-a83f-56c697406f4c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1052205586-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85bdcd08ac59441b9f015f8ed7cde0e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf785f2-d4", "ovs_interfaceid": "fcf785f2-d410-4ebe-b319-c05df4b45d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.634501] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3807572-4d84-4489-a316-2aae82f8c21c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.642606] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30357c87-a6cd-47d7-a7e0-98d8b084ad54 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.675681] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603bfca-2451-444e-94d3-9e29f992e783 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.686257] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2fc3c-f21e-4408-a201-4949c3f11b83 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.691459] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.701800] env[63198]: DEBUG nova.compute.provider_tree [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.833601] env[63198]: DEBUG nova.compute.manager [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.833923] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.834911] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7157439-90bf-42a7-a1e3-b34be9c37b7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.844919] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.845202] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4025b913-1ffc-443b-98c1-59faa18f6016 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.853484] env[63198]: DEBUG oslo_vmware.api [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 678.853484] env[63198]: value = "task-2711860" [ 678.853484] env[63198]: _type = "Task" [ 678.853484] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.862282] env[63198]: DEBUG oslo_vmware.api [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.875200] env[63198]: DEBUG oslo_concurrency.lockutils [req-777eb601-9d96-4105-a8b9-c9e00034ee43 req-3ef35c92-6539-4217-974d-75c6b35d112d service nova] Releasing lock "refresh_cache-aa26b05a-a416-468b-b039-c14b4d2fe1d2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.204821] env[63198]: DEBUG nova.scheduler.client.report [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.365757] env[63198]: DEBUG oslo_vmware.api [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711860, 'name': PowerOffVM_Task, 'duration_secs': 0.331384} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.366027] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.366198] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.366520] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fd083a3-572b-424e-abda-e85c6b4ef1d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.443711] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.443970] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.444186] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Deleting the datastore file [datastore2] 6960a521-685b-4c29-95da-799aafa9bac9 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.444543] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ea3d153-e40d-4ef8-bc21-9f9635249d3d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.452462] env[63198]: DEBUG oslo_vmware.api [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for the task: (returnval){ [ 679.452462] env[63198]: value = "task-2711862" [ 679.452462] env[63198]: _type = "Task" [ 679.452462] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.461254] env[63198]: DEBUG oslo_vmware.api [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.709723] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.710445] env[63198]: DEBUG nova.compute.manager [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.713111] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.312s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.714669] env[63198]: INFO nova.compute.claims [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.963034] env[63198]: DEBUG oslo_vmware.api [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Task: {'id': task-2711862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1537} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.963265] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.963438] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.963612] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.963801] env[63198]: INFO nova.compute.manager [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 679.964076] env[63198]: DEBUG oslo.service.loopingcall [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.964272] env[63198]: DEBUG nova.compute.manager [-] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.964369] env[63198]: DEBUG nova.network.neutron [-] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.221019] env[63198]: DEBUG nova.compute.utils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.230207] env[63198]: DEBUG nova.compute.manager [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.230207] env[63198]: DEBUG nova.network.neutron [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.280553] env[63198]: DEBUG nova.policy [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1bb6eeeb2e84b4aafd98032b7cb0492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa62e427eeec40a2828d1d4ebcf068ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.361828] env[63198]: DEBUG nova.compute.manager [req-a1fbca76-743b-40e4-896b-571d3a334588 req-fdb91a88-7b95-434f-a3d1-65cc6bb70d85 service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Received event network-vif-deleted-2509c5ac-6c84-4029-88e8-0fef8f709c62 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.362654] env[63198]: INFO nova.compute.manager [req-a1fbca76-743b-40e4-896b-571d3a334588 req-fdb91a88-7b95-434f-a3d1-65cc6bb70d85 service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Neutron deleted interface 2509c5ac-6c84-4029-88e8-0fef8f709c62; detaching it from the instance and deleting it from the info cache [ 680.362726] env[63198]: DEBUG nova.network.neutron [req-a1fbca76-743b-40e4-896b-571d3a334588 req-fdb91a88-7b95-434f-a3d1-65cc6bb70d85 service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.535620] env[63198]: DEBUG nova.network.neutron [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Successfully created port: 43757975-8f53-463b-a7ea-349f4686a2db {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.728564] env[63198]: DEBUG nova.compute.manager [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.770981] env[63198]: DEBUG nova.network.neutron [-] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.867026] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f8cecc1-ed5c-4e11-9828-7a0b384399ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.877669] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10d5054-5163-436f-bdcb-705b5580b1c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.914775] env[63198]: DEBUG nova.compute.manager [req-a1fbca76-743b-40e4-896b-571d3a334588 req-fdb91a88-7b95-434f-a3d1-65cc6bb70d85 service nova] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Detach interface failed, port_id=2509c5ac-6c84-4029-88e8-0fef8f709c62, reason: Instance 6960a521-685b-4c29-95da-799aafa9bac9 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 681.194237] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9932a7-6af5-4029-a552-94554e377269 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.202218] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e51d90-5d27-4257-bc7b-8786fdb8a8d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.236802] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddddbb29-299f-4633-964c-2228206835d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.245843] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef01ce6b-6330-4eec-bd0e-e8774ba0a16b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.259927] env[63198]: DEBUG nova.compute.provider_tree [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.273742] env[63198]: INFO nova.compute.manager [-] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Took 1.31 seconds to deallocate network for instance. [ 681.741921] env[63198]: DEBUG nova.compute.manager [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.763275] env[63198]: DEBUG nova.scheduler.client.report [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.772452] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.772695] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.772850] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.773039] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.773191] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.773334] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.773545] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.773756] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.773936] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.774162] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.774373] env[63198]: DEBUG nova.virt.hardware [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.775341] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943849f8-8696-47e8-aab3-47fc9eaea503 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.779381] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.784890] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d1beae-c7b6-4188-8f76-021dd0c82f4e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.954159] env[63198]: DEBUG nova.compute.manager [req-02a7ec05-3777-4d0e-8aab-39356600c29f req-d730b002-5922-440b-9ecb-794bc3b9bb01 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Received event network-vif-plugged-43757975-8f53-463b-a7ea-349f4686a2db {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.954388] env[63198]: DEBUG oslo_concurrency.lockutils [req-02a7ec05-3777-4d0e-8aab-39356600c29f req-d730b002-5922-440b-9ecb-794bc3b9bb01 service nova] Acquiring lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.954593] env[63198]: DEBUG oslo_concurrency.lockutils [req-02a7ec05-3777-4d0e-8aab-39356600c29f req-d730b002-5922-440b-9ecb-794bc3b9bb01 service nova] Lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.954758] env[63198]: DEBUG oslo_concurrency.lockutils [req-02a7ec05-3777-4d0e-8aab-39356600c29f req-d730b002-5922-440b-9ecb-794bc3b9bb01 service nova] Lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.954918] env[63198]: DEBUG nova.compute.manager [req-02a7ec05-3777-4d0e-8aab-39356600c29f req-d730b002-5922-440b-9ecb-794bc3b9bb01 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] No waiting events found dispatching network-vif-plugged-43757975-8f53-463b-a7ea-349f4686a2db {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.955148] env[63198]: WARNING nova.compute.manager [req-02a7ec05-3777-4d0e-8aab-39356600c29f req-d730b002-5922-440b-9ecb-794bc3b9bb01 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Received unexpected event network-vif-plugged-43757975-8f53-463b-a7ea-349f4686a2db for instance with vm_state building and task_state spawning. [ 682.022205] env[63198]: DEBUG nova.network.neutron [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Successfully updated port: 43757975-8f53-463b-a7ea-349f4686a2db {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.268614] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.269159] env[63198]: DEBUG nova.compute.manager [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.271866] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.396s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.272079] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.274175] env[63198]: DEBUG oslo_concurrency.lockutils [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.074s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.274373] env[63198]: DEBUG oslo_concurrency.lockutils [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.276195] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.628s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.277722] env[63198]: INFO nova.compute.claims [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.298322] env[63198]: INFO nova.scheduler.client.report [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Deleted allocations for instance c3d46d47-dd2d-487c-a5eb-22062fd44a66 [ 682.299622] env[63198]: INFO nova.scheduler.client.report [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Deleted allocations for instance 5c0677e8-1844-47a1-826b-094a866c9d90 [ 682.524424] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "refresh_cache-33ed2db3-9161-4e72-b35c-11caf9cb00b7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.524631] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "refresh_cache-33ed2db3-9161-4e72-b35c-11caf9cb00b7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.524859] env[63198]: DEBUG nova.network.neutron [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.785316] env[63198]: DEBUG nova.compute.utils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.787330] env[63198]: DEBUG nova.compute.manager [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.787514] env[63198]: DEBUG nova.network.neutron [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.809133] env[63198]: DEBUG oslo_concurrency.lockutils [None req-856ff35c-9e53-446c-97f4-4110c34a035b tempest-InstanceActionsNegativeTestJSON-850932551 tempest-InstanceActionsNegativeTestJSON-850932551-project-member] Lock "5c0677e8-1844-47a1-826b-094a866c9d90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.388s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.811924] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b890de82-a6d7-44f4-9524-dc7994b30ae0 tempest-ServerMetadataTestJSON-509797101 tempest-ServerMetadataTestJSON-509797101-project-member] Lock "c3d46d47-dd2d-487c-a5eb-22062fd44a66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.607s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.864047] env[63198]: DEBUG nova.policy [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22db934366534e62bb2d47808d711ad7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f91c839fff346ad8426cbd07c6de491', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.199157] env[63198]: DEBUG nova.network.neutron [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Successfully created port: 8924394b-2022-4a73-a468-dacbc04739cf {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.291095] env[63198]: DEBUG nova.compute.manager [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.316457] env[63198]: DEBUG nova.network.neutron [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.755348] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89af0e21-a420-49f3-977a-5e5c875633a2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.758773] env[63198]: DEBUG nova.network.neutron [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Updating instance_info_cache with network_info: [{"id": "43757975-8f53-463b-a7ea-349f4686a2db", "address": "fa:16:3e:c1:be:76", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43757975-8f", "ovs_interfaceid": "43757975-8f53-463b-a7ea-349f4686a2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.765189] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da51d2d-cf5b-4c2a-92f3-da9430782d87 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.800405] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ba0449-77f4-4a3b-9c5a-175fe682e001 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.808145] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d6f25-851b-47c5-9f09-05c25683d4c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.821860] env[63198]: DEBUG nova.compute.provider_tree [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.080164] env[63198]: DEBUG nova.compute.manager [req-da9f5532-0bd8-43d3-a93f-f7119d8b699b req-5f8b0274-5d29-4c65-8787-7a040b18a576 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Received event network-changed-43757975-8f53-463b-a7ea-349f4686a2db {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.080379] env[63198]: DEBUG nova.compute.manager [req-da9f5532-0bd8-43d3-a93f-f7119d8b699b req-5f8b0274-5d29-4c65-8787-7a040b18a576 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Refreshing instance network info cache due to event network-changed-43757975-8f53-463b-a7ea-349f4686a2db. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.080570] env[63198]: DEBUG oslo_concurrency.lockutils [req-da9f5532-0bd8-43d3-a93f-f7119d8b699b req-5f8b0274-5d29-4c65-8787-7a040b18a576 service nova] Acquiring lock "refresh_cache-33ed2db3-9161-4e72-b35c-11caf9cb00b7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.261582] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "refresh_cache-33ed2db3-9161-4e72-b35c-11caf9cb00b7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.261582] env[63198]: DEBUG nova.compute.manager [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Instance network_info: |[{"id": "43757975-8f53-463b-a7ea-349f4686a2db", "address": "fa:16:3e:c1:be:76", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43757975-8f", "ovs_interfaceid": "43757975-8f53-463b-a7ea-349f4686a2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.262030] env[63198]: DEBUG oslo_concurrency.lockutils [req-da9f5532-0bd8-43d3-a93f-f7119d8b699b req-5f8b0274-5d29-4c65-8787-7a040b18a576 service nova] Acquired lock "refresh_cache-33ed2db3-9161-4e72-b35c-11caf9cb00b7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.262030] env[63198]: DEBUG nova.network.neutron [req-da9f5532-0bd8-43d3-a93f-f7119d8b699b req-5f8b0274-5d29-4c65-8787-7a040b18a576 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Refreshing network info cache for port 43757975-8f53-463b-a7ea-349f4686a2db {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.266372] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:be:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43757975-8f53-463b-a7ea-349f4686a2db', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.271125] env[63198]: DEBUG oslo.service.loopingcall [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.274204] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.274518] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3097280f-688b-493d-b89c-f9852e93e7f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.295648] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.295648] env[63198]: value = "task-2711863" [ 684.295648] env[63198]: _type = "Task" [ 684.295648] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.304365] env[63198]: DEBUG nova.compute.manager [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.306139] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711863, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.331800] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.332018] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.332236] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.332469] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.332625] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.332773] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.332972] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.333146] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.333323] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.333503] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.333655] env[63198]: DEBUG nova.virt.hardware [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.334488] env[63198]: DEBUG nova.scheduler.client.report [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.338078] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119592c6-13ab-476d-b722-58ea9ffa019d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.349308] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797707a9-d003-4ae6-9f4c-f58c3060c512 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.661975] env[63198]: DEBUG nova.network.neutron [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Successfully updated port: 8924394b-2022-4a73-a468-dacbc04739cf {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.807838] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711863, 'name': CreateVM_Task, 'duration_secs': 0.311938} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.807838] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.808900] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.808900] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.808900] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.809036] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002e98f3-9374-4375-a124-eb82411e05ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.813870] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 684.813870] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523047b1-ba2f-8a85-cb93-39597df40e96" [ 684.813870] env[63198]: _type = "Task" [ 684.813870] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.821809] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523047b1-ba2f-8a85-cb93-39597df40e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.844653] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.845104] env[63198]: DEBUG nova.compute.manager [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.847853] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.805s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.848063] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.850046] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.707s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.850270] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.852023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.395s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.853428] env[63198]: INFO nova.compute.claims [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.880516] env[63198]: INFO nova.scheduler.client.report [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Deleted allocations for instance 76228faa-6d02-41d3-b99d-053423e3180c [ 684.886146] env[63198]: INFO nova.scheduler.client.report [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Deleted allocations for instance 921035fb-b893-46bb-9fb6-a7649d0de22f [ 684.888191] env[63198]: DEBUG nova.network.neutron [req-da9f5532-0bd8-43d3-a93f-f7119d8b699b req-5f8b0274-5d29-4c65-8787-7a040b18a576 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Updated VIF entry in instance network info cache for port 43757975-8f53-463b-a7ea-349f4686a2db. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.888671] env[63198]: DEBUG nova.network.neutron [req-da9f5532-0bd8-43d3-a93f-f7119d8b699b req-5f8b0274-5d29-4c65-8787-7a040b18a576 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Updating instance_info_cache with network_info: [{"id": "43757975-8f53-463b-a7ea-349f4686a2db", "address": "fa:16:3e:c1:be:76", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43757975-8f", "ovs_interfaceid": "43757975-8f53-463b-a7ea-349f4686a2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.164868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquiring lock "refresh_cache-6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.165048] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquired lock "refresh_cache-6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.165201] env[63198]: DEBUG nova.network.neutron [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.325617] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523047b1-ba2f-8a85-cb93-39597df40e96, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.326027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.326264] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.326612] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.326833] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.327149] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.327518] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-519f618d-1a2f-4858-9154-7001d736a306 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.337435] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.337665] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.339029] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6cc26cf-a408-4344-86bc-8e1a8f73fe08 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.345077] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 685.345077] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cc340f-8b88-eb72-6075-d29a71b5912a" [ 685.345077] env[63198]: _type = "Task" [ 685.345077] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.353681] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cc340f-8b88-eb72-6075-d29a71b5912a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.360028] env[63198]: DEBUG nova.compute.utils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.361315] env[63198]: DEBUG nova.compute.manager [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.361480] env[63198]: DEBUG nova.network.neutron [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.394386] env[63198]: DEBUG oslo_concurrency.lockutils [req-da9f5532-0bd8-43d3-a93f-f7119d8b699b req-5f8b0274-5d29-4c65-8787-7a040b18a576 service nova] Releasing lock "refresh_cache-33ed2db3-9161-4e72-b35c-11caf9cb00b7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.401552] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8992a25f-1c60-46ee-8595-16ed59af5b70 tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "76228faa-6d02-41d3-b99d-053423e3180c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.273s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.402699] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5aedb6f3-e6f4-4f53-bf8f-870fbc1690fa tempest-ListServersNegativeTestJSON-200048733 tempest-ListServersNegativeTestJSON-200048733-project-member] Lock "921035fb-b893-46bb-9fb6-a7649d0de22f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.437s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.577807] env[63198]: DEBUG nova.policy [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06fa4dd353f64d34adc3e5f7699f802f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd8b30d43374b768a32e6e0eaf75436', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.723092] env[63198]: DEBUG nova.network.neutron [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.860158] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cc340f-8b88-eb72-6075-d29a71b5912a, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.861097] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f354b7-5a99-459c-8f15-fb867ab6710d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.866193] env[63198]: DEBUG nova.compute.manager [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.873942] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 685.873942] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d54380-1114-b815-529d-436982262f8f" [ 685.873942] env[63198]: _type = "Task" [ 685.873942] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.881561] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d54380-1114-b815-529d-436982262f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.951148] env[63198]: DEBUG nova.network.neutron [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Updating instance_info_cache with network_info: [{"id": "8924394b-2022-4a73-a468-dacbc04739cf", "address": "fa:16:3e:79:08:de", "network": {"id": "6084ad95-83a1-4cca-8d96-b71b0032908d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1539535395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91c839fff346ad8426cbd07c6de491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8924394b-20", "ovs_interfaceid": "8924394b-2022-4a73-a468-dacbc04739cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.317944] env[63198]: DEBUG nova.compute.manager [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Received event network-vif-plugged-8924394b-2022-4a73-a468-dacbc04739cf {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.318190] env[63198]: DEBUG oslo_concurrency.lockutils [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] Acquiring lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.318402] env[63198]: DEBUG oslo_concurrency.lockutils [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] Lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.318568] env[63198]: DEBUG oslo_concurrency.lockutils [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] Lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.318733] env[63198]: DEBUG nova.compute.manager [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] No waiting events found dispatching network-vif-plugged-8924394b-2022-4a73-a468-dacbc04739cf {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.318894] env[63198]: WARNING nova.compute.manager [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Received unexpected event network-vif-plugged-8924394b-2022-4a73-a468-dacbc04739cf for instance with vm_state building and task_state spawning. [ 686.319104] env[63198]: DEBUG nova.compute.manager [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Received event network-changed-8924394b-2022-4a73-a468-dacbc04739cf {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.319379] env[63198]: DEBUG nova.compute.manager [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Refreshing instance network info cache due to event network-changed-8924394b-2022-4a73-a468-dacbc04739cf. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.319670] env[63198]: DEBUG oslo_concurrency.lockutils [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] Acquiring lock "refresh_cache-6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.394718] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d54380-1114-b815-529d-436982262f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.394718] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.394718] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 33ed2db3-9161-4e72-b35c-11caf9cb00b7/33ed2db3-9161-4e72-b35c-11caf9cb00b7.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.394718] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21144670-9f56-4a16-9ad8-7e58d9cc840c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.401758] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 686.401758] env[63198]: value = "task-2711864" [ 686.401758] env[63198]: _type = "Task" [ 686.401758] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.404114] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aa9d04-db2c-4848-8e85-7af99d865d7b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.415761] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.422027] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5429a245-277f-4ce1-804b-5ce200a05a7e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.459624] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Releasing lock "refresh_cache-6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.459956] env[63198]: DEBUG nova.compute.manager [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Instance network_info: |[{"id": "8924394b-2022-4a73-a468-dacbc04739cf", "address": "fa:16:3e:79:08:de", "network": {"id": "6084ad95-83a1-4cca-8d96-b71b0032908d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1539535395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91c839fff346ad8426cbd07c6de491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8924394b-20", "ovs_interfaceid": "8924394b-2022-4a73-a468-dacbc04739cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.460766] env[63198]: DEBUG oslo_concurrency.lockutils [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] Acquired lock "refresh_cache-6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.460953] env[63198]: DEBUG nova.network.neutron [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Refreshing network info cache for port 8924394b-2022-4a73-a468-dacbc04739cf {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.462129] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:08:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8924394b-2022-4a73-a468-dacbc04739cf', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.469592] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Creating folder: Project (4f91c839fff346ad8426cbd07c6de491). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.470407] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57d17be-92fe-41c9-b939-9c2eb300ea4a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.473854] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bf150c9-3dcf-4d9c-ab79-f30dfb105687 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.476988] env[63198]: DEBUG nova.network.neutron [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Successfully created port: 7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.482659] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abba25b-53ad-4bcf-8bcf-a2cf85e6a85d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.492198] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Created folder: Project (4f91c839fff346ad8426cbd07c6de491) in parent group-v546185. [ 686.492198] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Creating folder: Instances. Parent ref: group-v546297. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.492198] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e2ca938-c022-4add-b9ec-77f70cc9090c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.500361] env[63198]: DEBUG nova.compute.provider_tree [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.515852] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Created folder: Instances in parent group-v546297. [ 686.515852] env[63198]: DEBUG oslo.service.loopingcall [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.515852] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.515852] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0921c9c-8eb2-46a7-8477-acab2e1b3a9e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.533873] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.533873] env[63198]: value = "task-2711867" [ 686.533873] env[63198]: _type = "Task" [ 686.533873] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.543663] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711867, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.885175] env[63198]: DEBUG nova.compute.manager [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.920106] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711864, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.933256] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.933988] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.933988] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.933988] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.934225] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.934225] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.934401] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.934558] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.934764] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.934899] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.935107] env[63198]: DEBUG nova.virt.hardware [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.936840] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81b3c6e-5eaa-4d74-bca6-8264c168894b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.944829] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2327c064-288e-484c-a3a4-b09b9e958d9b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.004164] env[63198]: DEBUG nova.scheduler.client.report [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.048878] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711867, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.323591] env[63198]: DEBUG nova.network.neutron [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Updated VIF entry in instance network info cache for port 8924394b-2022-4a73-a468-dacbc04739cf. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.323920] env[63198]: DEBUG nova.network.neutron [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Updating instance_info_cache with network_info: [{"id": "8924394b-2022-4a73-a468-dacbc04739cf", "address": "fa:16:3e:79:08:de", "network": {"id": "6084ad95-83a1-4cca-8d96-b71b0032908d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1539535395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91c839fff346ad8426cbd07c6de491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8924394b-20", "ovs_interfaceid": "8924394b-2022-4a73-a468-dacbc04739cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.415536] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530126} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.415902] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 33ed2db3-9161-4e72-b35c-11caf9cb00b7/33ed2db3-9161-4e72-b35c-11caf9cb00b7.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.416124] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.416393] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b672ec06-f5f7-4285-8b16-ce98c4eb6349 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.426102] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 687.426102] env[63198]: value = "task-2711868" [ 687.426102] env[63198]: _type = "Task" [ 687.426102] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.439992] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.512572] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.513230] env[63198]: DEBUG nova.compute.manager [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.517856] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.444s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.520918] env[63198]: INFO nova.compute.claims [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.552191] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711867, 'name': CreateVM_Task, 'duration_secs': 0.630494} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.552459] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.553242] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.555018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.555018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.555018] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3937e6a4-b908-4977-a2c8-c8410f764c5c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.560301] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 687.560301] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529de596-4a3a-c680-9ae4-168dd4d4a363" [ 687.560301] env[63198]: _type = "Task" [ 687.560301] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.570747] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529de596-4a3a-c680-9ae4-168dd4d4a363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.827342] env[63198]: DEBUG oslo_concurrency.lockutils [req-7bffdde1-45c1-466e-8c7c-fc2b3098c278 req-76f37cae-828e-4d67-8136-30e907d8eaea service nova] Releasing lock "refresh_cache-6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.937414] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075199} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.937697] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.938572] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d09233-537c-4a66-82fb-b5b5c2847825 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.961695] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 33ed2db3-9161-4e72-b35c-11caf9cb00b7/33ed2db3-9161-4e72-b35c-11caf9cb00b7.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.962130] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b93c7b6-093b-4600-9c48-b9bfe8ef0f67 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.984368] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 687.984368] env[63198]: value = "task-2711869" [ 687.984368] env[63198]: _type = "Task" [ 687.984368] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.992507] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.029164] env[63198]: DEBUG nova.compute.utils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.030898] env[63198]: DEBUG nova.compute.manager [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.030898] env[63198]: DEBUG nova.network.neutron [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.072853] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529de596-4a3a-c680-9ae4-168dd4d4a363, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.073190] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.073432] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.073766] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.074435] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.074435] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.074560] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8da02931-a452-48fd-82df-d7d6a9eaf85e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.087025] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.087025] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.087025] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be440dee-1ddf-43ad-a4dc-a18eb4f374b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.094555] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 688.094555] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d754d0-680e-bab8-2aac-e2a897675ebf" [ 688.094555] env[63198]: _type = "Task" [ 688.094555] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.102686] env[63198]: DEBUG nova.policy [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb4e56ee8c7e43ea971a0d10bd6b1196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3cf2fd470b045a28d520227716f6d81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.112197] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d754d0-680e-bab8-2aac-e2a897675ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.113291] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35be3620-aea9-4318-97e5-e6cc8fb2772b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.120785] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 688.120785] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b9134d-6b78-5eb0-41ee-6b8be8ea5f4e" [ 688.120785] env[63198]: _type = "Task" [ 688.120785] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.132143] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b9134d-6b78-5eb0-41ee-6b8be8ea5f4e, 'name': SearchDatastore_Task} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.132435] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.133208] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d/6746c7d4-49f4-43d2-833d-3a3c65fd8a8d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.133208] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd586d0f-57ba-4bbe-9cf1-3d3639fe3060 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.140816] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 688.140816] env[63198]: value = "task-2711870" [ 688.140816] env[63198]: _type = "Task" [ 688.140816] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.151433] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.400773] env[63198]: DEBUG nova.compute.manager [req-5863f5eb-41a2-48cd-9f33-b95d386de7de req-162f1ee2-9f37-47f1-844e-579689ffd9fe service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received event network-vif-plugged-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.401010] env[63198]: DEBUG oslo_concurrency.lockutils [req-5863f5eb-41a2-48cd-9f33-b95d386de7de req-162f1ee2-9f37-47f1-844e-579689ffd9fe service nova] Acquiring lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.401235] env[63198]: DEBUG oslo_concurrency.lockutils [req-5863f5eb-41a2-48cd-9f33-b95d386de7de req-162f1ee2-9f37-47f1-844e-579689ffd9fe service nova] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.401404] env[63198]: DEBUG oslo_concurrency.lockutils [req-5863f5eb-41a2-48cd-9f33-b95d386de7de req-162f1ee2-9f37-47f1-844e-579689ffd9fe service nova] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.401585] env[63198]: DEBUG nova.compute.manager [req-5863f5eb-41a2-48cd-9f33-b95d386de7de req-162f1ee2-9f37-47f1-844e-579689ffd9fe service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] No waiting events found dispatching network-vif-plugged-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.401724] env[63198]: WARNING nova.compute.manager [req-5863f5eb-41a2-48cd-9f33-b95d386de7de req-162f1ee2-9f37-47f1-844e-579689ffd9fe service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received unexpected event network-vif-plugged-7e08358a-2438-4620-bec1-10cd9c9bae9a for instance with vm_state building and task_state spawning. [ 688.498074] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711869, 'name': ReconfigVM_Task, 'duration_secs': 0.279334} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.498803] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 33ed2db3-9161-4e72-b35c-11caf9cb00b7/33ed2db3-9161-4e72-b35c-11caf9cb00b7.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.499487] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eae8867-1e73-435c-8d67-98bc1631f182 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.509448] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 688.509448] env[63198]: value = "task-2711871" [ 688.509448] env[63198]: _type = "Task" [ 688.509448] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.521527] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711871, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.542029] env[63198]: DEBUG nova.compute.manager [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.545399] env[63198]: DEBUG nova.network.neutron [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Successfully created port: b017a348-81de-4231-9448-689dc99a5373 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.625666] env[63198]: DEBUG nova.network.neutron [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Successfully updated port: 7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.661718] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711870, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.019611] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711871, 'name': Rename_Task, 'duration_secs': 0.223887} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.022247] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.022735] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a77e9e29-d485-4f4d-a2d7-38c043e3ce16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.033524] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 689.033524] env[63198]: value = "task-2711872" [ 689.033524] env[63198]: _type = "Task" [ 689.033524] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.045797] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.130813] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.130813] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.130813] env[63198]: DEBUG nova.network.neutron [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.151360] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b24bf26-c8e5-4a4c-a4eb-11eaeee8e64c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.157643] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524267} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.158416] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d/6746c7d4-49f4-43d2-833d-3a3c65fd8a8d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.158607] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.161031] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67873707-56af-466d-bcfd-9d8f9295eba0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.164270] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f08d06-bc58-4df8-8880-e69ea91ed5a2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.169087] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 689.169087] env[63198]: value = "task-2711873" [ 689.169087] env[63198]: _type = "Task" [ 689.169087] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.199176] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0497ab4-d482-4679-a6a0-60553cd2f9f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.205072] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.210793] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89787d13-9ef8-4a0d-9ce6-77b80d494be2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.227076] env[63198]: DEBUG nova.compute.provider_tree [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.542942] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.555765] env[63198]: DEBUG nova.compute.manager [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.584026] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.584197] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.584340] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.584534] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.584673] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.584879] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.585141] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.585339] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.585543] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.585802] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.586101] env[63198]: DEBUG nova.virt.hardware [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.587040] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c39d817-2f5c-4a01-9e57-e27cf2779438 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.598872] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f61502-5216-48a1-9319-00a942f8996b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.680292] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274337} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.680567] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.681433] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7671fefc-8457-4aff-95f5-8e03c8935ab6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.687154] env[63198]: DEBUG nova.network.neutron [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.709375] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d/6746c7d4-49f4-43d2-833d-3a3c65fd8a8d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.710517] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b74fc1e-2d3f-4367-9ede-3948ab76f2eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.730448] env[63198]: DEBUG nova.scheduler.client.report [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.742008] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 689.742008] env[63198]: value = "task-2711874" [ 689.742008] env[63198]: _type = "Task" [ 689.742008] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.754967] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.924319] env[63198]: DEBUG nova.network.neutron [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating instance_info_cache with network_info: [{"id": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "address": "fa:16:3e:23:16:b0", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e08358a-24", "ovs_interfaceid": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.043469] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711872, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.103848] env[63198]: DEBUG nova.compute.manager [req-4a27e873-c3cc-4505-b129-c8d302bf588b req-57943faa-866e-480b-b8ff-b7eba88d3417 service nova] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Received event network-vif-plugged-b017a348-81de-4231-9448-689dc99a5373 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.104135] env[63198]: DEBUG oslo_concurrency.lockutils [req-4a27e873-c3cc-4505-b129-c8d302bf588b req-57943faa-866e-480b-b8ff-b7eba88d3417 service nova] Acquiring lock "d55a78ea-d29b-420f-a149-c164794fe66d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.104301] env[63198]: DEBUG oslo_concurrency.lockutils [req-4a27e873-c3cc-4505-b129-c8d302bf588b req-57943faa-866e-480b-b8ff-b7eba88d3417 service nova] Lock "d55a78ea-d29b-420f-a149-c164794fe66d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.104460] env[63198]: DEBUG oslo_concurrency.lockutils [req-4a27e873-c3cc-4505-b129-c8d302bf588b req-57943faa-866e-480b-b8ff-b7eba88d3417 service nova] Lock "d55a78ea-d29b-420f-a149-c164794fe66d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.104740] env[63198]: DEBUG nova.compute.manager [req-4a27e873-c3cc-4505-b129-c8d302bf588b req-57943faa-866e-480b-b8ff-b7eba88d3417 service nova] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] No waiting events found dispatching network-vif-plugged-b017a348-81de-4231-9448-689dc99a5373 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.104953] env[63198]: WARNING nova.compute.manager [req-4a27e873-c3cc-4505-b129-c8d302bf588b req-57943faa-866e-480b-b8ff-b7eba88d3417 service nova] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Received unexpected event network-vif-plugged-b017a348-81de-4231-9448-689dc99a5373 for instance with vm_state building and task_state spawning. [ 690.192539] env[63198]: DEBUG nova.network.neutron [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Successfully updated port: b017a348-81de-4231-9448-689dc99a5373 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.236316] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.236752] env[63198]: DEBUG nova.compute.manager [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.239321] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.263s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.239512] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.241546] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.415s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.241725] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.244473] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.296s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.244576] env[63198]: DEBUG nova.objects.instance [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 690.257691] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.272831] env[63198]: INFO nova.scheduler.client.report [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Deleted allocations for instance 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a [ 690.275053] env[63198]: INFO nova.scheduler.client.report [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Deleted allocations for instance 965da06c-b4bf-443f-a7a4-bdb16a9ecb61 [ 690.438947] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.439314] env[63198]: DEBUG nova.compute.manager [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Instance network_info: |[{"id": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "address": "fa:16:3e:23:16:b0", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e08358a-24", "ovs_interfaceid": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.439802] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:16:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e08358a-2438-4620-bec1-10cd9c9bae9a', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.451372] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating folder: Project (fdd8b30d43374b768a32e6e0eaf75436). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.452285] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf285a6-cf08-4c40-9472-0ffd061d7e97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.465259] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Created folder: Project (fdd8b30d43374b768a32e6e0eaf75436) in parent group-v546185. [ 690.465552] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating folder: Instances. Parent ref: group-v546300. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.465876] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e6ad2ca-2ad9-4162-9854-9a27abcd4363 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.476732] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Created folder: Instances in parent group-v546300. [ 690.478043] env[63198]: DEBUG oslo.service.loopingcall [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.478043] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.478043] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09bf25d9-81e1-42ca-a31f-0d58a0f976cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.501787] env[63198]: DEBUG nova.compute.manager [req-2d94509a-448e-4a2a-a4a2-ee4f5131857f req-378fcb13-98ca-4bba-b770-5ad1544fc3b1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received event network-changed-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 690.502032] env[63198]: DEBUG nova.compute.manager [req-2d94509a-448e-4a2a-a4a2-ee4f5131857f req-378fcb13-98ca-4bba-b770-5ad1544fc3b1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Refreshing instance network info cache due to event network-changed-7e08358a-2438-4620-bec1-10cd9c9bae9a. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 690.502275] env[63198]: DEBUG oslo_concurrency.lockutils [req-2d94509a-448e-4a2a-a4a2-ee4f5131857f req-378fcb13-98ca-4bba-b770-5ad1544fc3b1 service nova] Acquiring lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.502417] env[63198]: DEBUG oslo_concurrency.lockutils [req-2d94509a-448e-4a2a-a4a2-ee4f5131857f req-378fcb13-98ca-4bba-b770-5ad1544fc3b1 service nova] Acquired lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.502576] env[63198]: DEBUG nova.network.neutron [req-2d94509a-448e-4a2a-a4a2-ee4f5131857f req-378fcb13-98ca-4bba-b770-5ad1544fc3b1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Refreshing network info cache for port 7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.505603] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.505603] env[63198]: value = "task-2711877" [ 690.505603] env[63198]: _type = "Task" [ 690.505603] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.516308] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711877, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.545589] env[63198]: DEBUG oslo_vmware.api [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711872, 'name': PowerOnVM_Task, 'duration_secs': 1.353369} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.545927] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.546249] env[63198]: INFO nova.compute.manager [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Took 8.80 seconds to spawn the instance on the hypervisor. [ 690.546470] env[63198]: DEBUG nova.compute.manager [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.547454] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ceb64f-fac8-4aa7-b5e8-24944f949f56 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.696931] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquiring lock "refresh_cache-d55a78ea-d29b-420f-a149-c164794fe66d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.697041] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquired lock "refresh_cache-d55a78ea-d29b-420f-a149-c164794fe66d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.697221] env[63198]: DEBUG nova.network.neutron [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.749940] env[63198]: DEBUG nova.compute.utils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.754792] env[63198]: DEBUG nova.compute.manager [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.755056] env[63198]: DEBUG nova.network.neutron [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.767780] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711874, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.783605] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec270da8-86af-4c05-9819-96851c42b3ff tempest-ServerPasswordTestJSON-190196822 tempest-ServerPasswordTestJSON-190196822-project-member] Lock "9ba80fa2-0cf3-43a6-9d68-19abc3dc682a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.598s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.787169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ee35760-0a4a-4341-9c57-aaca6a26bc31 tempest-ImagesNegativeTestJSON-915982682 tempest-ImagesNegativeTestJSON-915982682-project-member] Lock "965da06c-b4bf-443f-a7a4-bdb16a9ecb61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.438s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.812852] env[63198]: DEBUG nova.policy [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4471c9830e43ed85ebeecb97e8f14b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d34d01915941dbac32ece72294d69a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.019316] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711877, 'name': CreateVM_Task, 'duration_secs': 0.383789} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.019485] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.020235] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.020358] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.020682] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.020946] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d412d65f-97f3-40dd-b2f4-c8895c219864 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.031012] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 691.031012] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c2a5a9-a524-4299-4736-cf8ec296d0f9" [ 691.031012] env[63198]: _type = "Task" [ 691.031012] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.041659] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c2a5a9-a524-4299-4736-cf8ec296d0f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.069031] env[63198]: INFO nova.compute.manager [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Took 46.45 seconds to build instance. [ 691.086098] env[63198]: DEBUG nova.network.neutron [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Successfully created port: 95e97ca0-be7a-4eaf-92b5-6a2723c62103 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.255265] env[63198]: DEBUG nova.compute.manager [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.263047] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e795ba56-907e-4d7a-9cef-e36015a91a71 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.263047] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.701s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.266060] env[63198]: INFO nova.compute.claims [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.275118] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711874, 'name': ReconfigVM_Task, 'duration_secs': 1.091157} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.275918] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d/6746c7d4-49f4-43d2-833d-3a3c65fd8a8d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.276660] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f16a5b6-27c2-4bd6-8e7a-4e551f8b4dfc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.285478] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 691.285478] env[63198]: value = "task-2711878" [ 691.285478] env[63198]: _type = "Task" [ 691.285478] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.290305] env[63198]: DEBUG nova.network.neutron [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.298608] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711878, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.546196] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] Acquiring lock "refresh_cache-33ed2db3-9161-4e72-b35c-11caf9cb00b7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.546597] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] Acquired lock "refresh_cache-33ed2db3-9161-4e72-b35c-11caf9cb00b7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.546597] env[63198]: DEBUG nova.network.neutron [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.557985] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c2a5a9-a524-4299-4736-cf8ec296d0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.562989] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.563270] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.563502] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.563648] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.563820] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.564679] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-101d7973-f8cd-4cc1-a566-80853a6a9e44 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.570623] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8ee-6487-41e3-8193-90140499b18e tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.496s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.577117] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.577117] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.577117] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42943cf4-b46f-409c-a99d-e8ffea5625d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.588480] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 691.588480] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce4b6b-8f7e-3262-8e0e-5b26c5b9929d" [ 691.588480] env[63198]: _type = "Task" [ 691.588480] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.598184] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce4b6b-8f7e-3262-8e0e-5b26c5b9929d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.701180] env[63198]: DEBUG nova.network.neutron [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Updating instance_info_cache with network_info: [{"id": "b017a348-81de-4231-9448-689dc99a5373", "address": "fa:16:3e:5c:9e:7c", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb017a348-81", "ovs_interfaceid": "b017a348-81de-4231-9448-689dc99a5373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.798031] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711878, 'name': Rename_Task, 'duration_secs': 0.147807} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.798320] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.798569] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e05e78a2-7551-4206-b04a-734485b12c1e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.807629] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 691.807629] env[63198]: value = "task-2711879" [ 691.807629] env[63198]: _type = "Task" [ 691.807629] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.815995] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.816801] env[63198]: DEBUG nova.network.neutron [req-2d94509a-448e-4a2a-a4a2-ee4f5131857f req-378fcb13-98ca-4bba-b770-5ad1544fc3b1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updated VIF entry in instance network info cache for port 7e08358a-2438-4620-bec1-10cd9c9bae9a. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.817138] env[63198]: DEBUG nova.network.neutron [req-2d94509a-448e-4a2a-a4a2-ee4f5131857f req-378fcb13-98ca-4bba-b770-5ad1544fc3b1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating instance_info_cache with network_info: [{"id": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "address": "fa:16:3e:23:16:b0", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e08358a-24", "ovs_interfaceid": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.074852] env[63198]: DEBUG nova.compute.manager [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.100087] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce4b6b-8f7e-3262-8e0e-5b26c5b9929d, 'name': SearchDatastore_Task, 'duration_secs': 0.018594} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.100884] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f584ffbb-5524-4815-ae3f-e266dc8f7e1c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.107290] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 692.107290] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5241da18-1239-2f87-d771-2ef6ddca1a7e" [ 692.107290] env[63198]: _type = "Task" [ 692.107290] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.116391] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5241da18-1239-2f87-d771-2ef6ddca1a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.203342] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Releasing lock "refresh_cache-d55a78ea-d29b-420f-a149-c164794fe66d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.203818] env[63198]: DEBUG nova.compute.manager [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Instance network_info: |[{"id": "b017a348-81de-4231-9448-689dc99a5373", "address": "fa:16:3e:5c:9e:7c", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb017a348-81", "ovs_interfaceid": "b017a348-81de-4231-9448-689dc99a5373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.204024] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:9e:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b017a348-81de-4231-9448-689dc99a5373', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.212473] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Creating folder: Project (e3cf2fd470b045a28d520227716f6d81). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.212562] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eacca0cb-8b71-439b-877f-5d93222d9520 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.228767] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Created folder: Project (e3cf2fd470b045a28d520227716f6d81) in parent group-v546185. [ 692.229009] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Creating folder: Instances. Parent ref: group-v546303. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.229294] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16d82fe2-5ff4-4f77-a5d8-c852b7f9cf64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.241788] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Created folder: Instances in parent group-v546303. [ 692.242153] env[63198]: DEBUG oslo.service.loopingcall [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.242420] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.242738] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a6b5205-970e-4606-86b5-5816a75fafc4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.268474] env[63198]: DEBUG nova.compute.manager [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.270939] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.270939] env[63198]: value = "task-2711882" [ 692.270939] env[63198]: _type = "Task" [ 692.270939] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.286829] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711882, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.303458] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.303699] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.303853] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.304074] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.304233] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.304379] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.304587] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.304739] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.305085] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.305085] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.305257] env[63198]: DEBUG nova.virt.hardware [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.306190] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d676b5-699d-4f1e-a5c4-cf447b2fc02d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.323666] env[63198]: DEBUG oslo_concurrency.lockutils [req-2d94509a-448e-4a2a-a4a2-ee4f5131857f req-378fcb13-98ca-4bba-b770-5ad1544fc3b1 service nova] Releasing lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.324209] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711879, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.328954] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56086299-3ec5-4bcd-b389-e023d16d72ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.334315] env[63198]: DEBUG nova.compute.manager [req-48ac03ea-3221-41e6-a4de-52edebefc6d5 req-5206fe73-899a-40a8-a680-6fc74fb99817 service nova] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Received event network-changed-b017a348-81de-4231-9448-689dc99a5373 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.334525] env[63198]: DEBUG nova.compute.manager [req-48ac03ea-3221-41e6-a4de-52edebefc6d5 req-5206fe73-899a-40a8-a680-6fc74fb99817 service nova] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Refreshing instance network info cache due to event network-changed-b017a348-81de-4231-9448-689dc99a5373. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 692.334727] env[63198]: DEBUG oslo_concurrency.lockutils [req-48ac03ea-3221-41e6-a4de-52edebefc6d5 req-5206fe73-899a-40a8-a680-6fc74fb99817 service nova] Acquiring lock "refresh_cache-d55a78ea-d29b-420f-a149-c164794fe66d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.334835] env[63198]: DEBUG oslo_concurrency.lockutils [req-48ac03ea-3221-41e6-a4de-52edebefc6d5 req-5206fe73-899a-40a8-a680-6fc74fb99817 service nova] Acquired lock "refresh_cache-d55a78ea-d29b-420f-a149-c164794fe66d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.334988] env[63198]: DEBUG nova.network.neutron [req-48ac03ea-3221-41e6-a4de-52edebefc6d5 req-5206fe73-899a-40a8-a680-6fc74fb99817 service nova] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Refreshing network info cache for port b017a348-81de-4231-9448-689dc99a5373 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.592592] env[63198]: DEBUG nova.network.neutron [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Updating instance_info_cache with network_info: [{"id": "43757975-8f53-463b-a7ea-349f4686a2db", "address": "fa:16:3e:c1:be:76", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43757975-8f", "ovs_interfaceid": "43757975-8f53-463b-a7ea-349f4686a2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.596631] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.622198] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5241da18-1239-2f87-d771-2ef6ddca1a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.622198] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.622198] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2abaf9f0-6739-4cd3-8400-d204d059565d/2abaf9f0-6739-4cd3-8400-d204d059565d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.622198] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2d33252-44b6-4923-8f1d-c033a306965c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.631964] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 692.631964] env[63198]: value = "task-2711883" [ 692.631964] env[63198]: _type = "Task" [ 692.631964] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.644473] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.777698] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881d6419-27c7-4a17-b56d-350ee6d82297 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.787362] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711882, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.790344] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627ab7fd-30e2-4584-a71d-e605e4cf4706 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.836877] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c150d9-d742-4980-98fc-d1a09483dc84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.850164] env[63198]: DEBUG oslo_vmware.api [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2711879, 'name': PowerOnVM_Task, 'duration_secs': 0.527266} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.850588] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.850833] env[63198]: INFO nova.compute.manager [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Took 8.55 seconds to spawn the instance on the hypervisor. [ 692.852845] env[63198]: DEBUG nova.compute.manager [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.852845] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5288821c-1dac-4ae7-8cc5-f78fb3e66f63 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.855670] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4b8bd6-561b-4751-91a0-cc2546fbaca3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.878599] env[63198]: DEBUG nova.compute.provider_tree [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.013850] env[63198]: DEBUG nova.network.neutron [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Successfully updated port: 95e97ca0-be7a-4eaf-92b5-6a2723c62103 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.096264] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] Releasing lock "refresh_cache-33ed2db3-9161-4e72-b35c-11caf9cb00b7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.096528] env[63198]: DEBUG nova.compute.manager [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Inject network info {{(pid=63198) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 693.096860] env[63198]: DEBUG nova.compute.manager [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] network_info to inject: |[{"id": "43757975-8f53-463b-a7ea-349f4686a2db", "address": "fa:16:3e:c1:be:76", "network": {"id": "1ef7d26c-ce83-4be3-8b01-958b8776a088", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-116780989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa62e427eeec40a2828d1d4ebcf068ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43757975-8f", "ovs_interfaceid": "43757975-8f53-463b-a7ea-349f4686a2db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 693.103078] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Reconfiguring VM instance to set the machine id {{(pid=63198) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 693.107863] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c0d4dd-1b3a-44f9-a8bd-16bbf08fc688 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.131952] env[63198]: DEBUG oslo_vmware.api [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] Waiting for the task: (returnval){ [ 693.131952] env[63198]: value = "task-2711884" [ 693.131952] env[63198]: _type = "Task" [ 693.131952] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.148279] env[63198]: DEBUG oslo_vmware.api [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] Task: {'id': task-2711884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.153445] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711883, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.284282] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711882, 'name': CreateVM_Task, 'duration_secs': 0.535785} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.284282] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.285023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.285193] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.285533] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.285798] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b67c606-e638-4080-b244-f77f202da921 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.291944] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 693.291944] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230a3d4-0da6-c614-ebf1-3f90ba6177ff" [ 693.291944] env[63198]: _type = "Task" [ 693.291944] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.304628] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230a3d4-0da6-c614-ebf1-3f90ba6177ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.390678] env[63198]: DEBUG nova.scheduler.client.report [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.395755] env[63198]: INFO nova.compute.manager [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Took 48.02 seconds to build instance. [ 693.409911] env[63198]: DEBUG nova.network.neutron [req-48ac03ea-3221-41e6-a4de-52edebefc6d5 req-5206fe73-899a-40a8-a680-6fc74fb99817 service nova] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Updated VIF entry in instance network info cache for port b017a348-81de-4231-9448-689dc99a5373. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.410366] env[63198]: DEBUG nova.network.neutron [req-48ac03ea-3221-41e6-a4de-52edebefc6d5 req-5206fe73-899a-40a8-a680-6fc74fb99817 service nova] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Updating instance_info_cache with network_info: [{"id": "b017a348-81de-4231-9448-689dc99a5373", "address": "fa:16:3e:5c:9e:7c", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb017a348-81", "ovs_interfaceid": "b017a348-81de-4231-9448-689dc99a5373", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.519410] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "refresh_cache-ec68d6ed-2076-4e7a-9aff-abea17c3bced" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.519410] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquired lock "refresh_cache-ec68d6ed-2076-4e7a-9aff-abea17c3bced" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.519560] env[63198]: DEBUG nova.network.neutron [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.642884] env[63198]: DEBUG oslo_vmware.api [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] Task: {'id': task-2711884, 'name': ReconfigVM_Task, 'duration_secs': 0.246932} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.643550] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8d1ed2-f6ec-46be-96b1-54d01b6552d7 tempest-ServersAdminTestJSON-868333750 tempest-ServersAdminTestJSON-868333750-project-admin] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Reconfigured VM instance to set the machine id {{(pid=63198) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 693.650471] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614399} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.650740] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2abaf9f0-6739-4cd3-8400-d204d059565d/2abaf9f0-6739-4cd3-8400-d204d059565d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.650951] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.651244] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cb81f5b-b763-4514-9cc8-b9dd2e2e71d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.660716] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 693.660716] env[63198]: value = "task-2711885" [ 693.660716] env[63198]: _type = "Task" [ 693.660716] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.672032] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.808136] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230a3d4-0da6-c614-ebf1-3f90ba6177ff, 'name': SearchDatastore_Task, 'duration_secs': 0.018386} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.808481] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.808718] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.808948] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.809107] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.809537] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.809537] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a16f93e-b93a-4c51-9426-8fad424ba626 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.825550] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.825737] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.826560] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1df9764-a6a4-48ba-8261-3ef8c3a5ef4d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.833378] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 693.833378] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52863b3b-b67f-2866-150e-a4077c520005" [ 693.833378] env[63198]: _type = "Task" [ 693.833378] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.845079] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52863b3b-b67f-2866-150e-a4077c520005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.900403] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.901479] env[63198]: DEBUG nova.compute.manager [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.905314] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7bcc61e0-0fb9-47b0-b89e-dd91af5ac90e tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.172s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.905731] env[63198]: DEBUG oslo_concurrency.lockutils [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.534s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.905921] env[63198]: DEBUG oslo_concurrency.lockutils [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.908142] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.423s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.909561] env[63198]: INFO nova.compute.claims [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.916276] env[63198]: DEBUG oslo_concurrency.lockutils [req-48ac03ea-3221-41e6-a4de-52edebefc6d5 req-5206fe73-899a-40a8-a680-6fc74fb99817 service nova] Releasing lock "refresh_cache-d55a78ea-d29b-420f-a149-c164794fe66d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.945855] env[63198]: INFO nova.scheduler.client.report [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted allocations for instance 151e37de-37cc-4200-8a43-b36108b552d6 [ 694.081138] env[63198]: DEBUG nova.network.neutron [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.172455] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.345824] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52863b3b-b67f-2866-150e-a4077c520005, 'name': SearchDatastore_Task, 'duration_secs': 0.06137} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.346869] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84768cee-0f26-4bd7-a541-c04effd23f4c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.353893] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 694.353893] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c9c239-a546-2d86-9c96-280f26c7ea84" [ 694.353893] env[63198]: _type = "Task" [ 694.353893] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.365054] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c9c239-a546-2d86-9c96-280f26c7ea84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.410019] env[63198]: DEBUG nova.compute.utils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.410019] env[63198]: DEBUG nova.compute.manager [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.410019] env[63198]: DEBUG nova.network.neutron [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.419161] env[63198]: DEBUG nova.compute.manager [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.455204] env[63198]: DEBUG oslo_concurrency.lockutils [None req-48fc382c-a671-4891-82f6-1032a531b348 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "151e37de-37cc-4200-8a43-b36108b552d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.744s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.461125] env[63198]: DEBUG nova.policy [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44dc58819cbd4869a530caa9b1ff2b93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c900726eb7164e53be6ee2540a9f4f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.503708] env[63198]: DEBUG nova.network.neutron [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Updating instance_info_cache with network_info: [{"id": "95e97ca0-be7a-4eaf-92b5-6a2723c62103", "address": "fa:16:3e:95:c7:a0", "network": {"id": "d11a0e15-3c0e-4b4e-adaa-be344152b180", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-371396750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d34d01915941dbac32ece72294d69a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e97ca0-be", "ovs_interfaceid": "95e97ca0-be7a-4eaf-92b5-6a2723c62103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.627727] env[63198]: DEBUG nova.compute.manager [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Received event network-vif-plugged-95e97ca0-be7a-4eaf-92b5-6a2723c62103 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.628138] env[63198]: DEBUG oslo_concurrency.lockutils [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] Acquiring lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.628503] env[63198]: DEBUG oslo_concurrency.lockutils [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.628922] env[63198]: DEBUG oslo_concurrency.lockutils [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.629164] env[63198]: DEBUG nova.compute.manager [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] No waiting events found dispatching network-vif-plugged-95e97ca0-be7a-4eaf-92b5-6a2723c62103 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.629474] env[63198]: WARNING nova.compute.manager [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Received unexpected event network-vif-plugged-95e97ca0-be7a-4eaf-92b5-6a2723c62103 for instance with vm_state building and task_state spawning. [ 694.629771] env[63198]: DEBUG nova.compute.manager [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Received event network-changed-95e97ca0-be7a-4eaf-92b5-6a2723c62103 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.630173] env[63198]: DEBUG nova.compute.manager [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Refreshing instance network info cache due to event network-changed-95e97ca0-be7a-4eaf-92b5-6a2723c62103. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 694.630365] env[63198]: DEBUG oslo_concurrency.lockutils [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] Acquiring lock "refresh_cache-ec68d6ed-2076-4e7a-9aff-abea17c3bced" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.673992] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.897263} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.674494] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.675220] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e33949-6595-470e-acb9-e0d976d53198 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.712511] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 2abaf9f0-6739-4cd3-8400-d204d059565d/2abaf9f0-6739-4cd3-8400-d204d059565d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.712892] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c40c68b1-1fc5-463e-96fd-90bf37715e89 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.734735] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 694.734735] env[63198]: value = "task-2711886" [ 694.734735] env[63198]: _type = "Task" [ 694.734735] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.746954] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.869767] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c9c239-a546-2d86-9c96-280f26c7ea84, 'name': SearchDatastore_Task, 'duration_secs': 0.0164} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.870107] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.870939] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] d55a78ea-d29b-420f-a149-c164794fe66d/d55a78ea-d29b-420f-a149-c164794fe66d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.871256] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfcffc71-853e-40c7-82e5-24b3bad05a25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.879791] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 694.879791] env[63198]: value = "task-2711887" [ 694.879791] env[63198]: _type = "Task" [ 694.879791] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.892411] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.913672] env[63198]: DEBUG nova.compute.manager [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.955017] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.982890] env[63198]: DEBUG nova.network.neutron [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Successfully created port: 2839948c-9efc-4454-aba5-bb59b94a0137 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.005030] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Releasing lock "refresh_cache-ec68d6ed-2076-4e7a-9aff-abea17c3bced" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.005223] env[63198]: DEBUG nova.compute.manager [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Instance network_info: |[{"id": "95e97ca0-be7a-4eaf-92b5-6a2723c62103", "address": "fa:16:3e:95:c7:a0", "network": {"id": "d11a0e15-3c0e-4b4e-adaa-be344152b180", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-371396750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d34d01915941dbac32ece72294d69a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e97ca0-be", "ovs_interfaceid": "95e97ca0-be7a-4eaf-92b5-6a2723c62103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.005947] env[63198]: DEBUG oslo_concurrency.lockutils [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] Acquired lock "refresh_cache-ec68d6ed-2076-4e7a-9aff-abea17c3bced" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.005947] env[63198]: DEBUG nova.network.neutron [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Refreshing network info cache for port 95e97ca0-be7a-4eaf-92b5-6a2723c62103 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.007239] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:c7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fa01fe1a-83b6-4c10-af75-00ddb17f9bbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95e97ca0-be7a-4eaf-92b5-6a2723c62103', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.015433] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Creating folder: Project (c2d34d01915941dbac32ece72294d69a). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.020248] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02066860-6599-42f6-9b9f-53110d9e4a37 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.039060] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Created folder: Project (c2d34d01915941dbac32ece72294d69a) in parent group-v546185. [ 695.039452] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Creating folder: Instances. Parent ref: group-v546306. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.040144] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a37d083e-cd0e-453f-85c3-b976c21b0639 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.058983] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Created folder: Instances in parent group-v546306. [ 695.058983] env[63198]: DEBUG oslo.service.loopingcall [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.058983] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.059276] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e0b2a2f-37b2-45d9-85fa-b3b405589a27 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.090313] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.090313] env[63198]: value = "task-2711890" [ 695.090313] env[63198]: _type = "Task" [ 695.090313] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.102341] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711890, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.260916] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711886, 'name': ReconfigVM_Task, 'duration_secs': 0.359577} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.261271] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 2abaf9f0-6739-4cd3-8400-d204d059565d/2abaf9f0-6739-4cd3-8400-d204d059565d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.262151] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffbebda9-b4d7-4486-b1c9-5bd5382f2aca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.272865] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 695.272865] env[63198]: value = "task-2711891" [ 695.272865] env[63198]: _type = "Task" [ 695.272865] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.292167] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711891, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.394818] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711887, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.422047] env[63198]: INFO nova.virt.block_device [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Booting with volume ea51dc57-af72-4253-a7c1-3a291ae0b431 at /dev/sda [ 695.480538] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-532bc094-3185-46cf-9124-520247c3d4bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.491804] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa906add-9246-4254-800e-5597a9bbe39d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.537316] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d83b737-2ba0-43c9-b778-193066aef23a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.548010] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46312fae-7b13-4a00-901c-6da548ab88d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.562325] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c59449-eec9-46be-92ea-24225551e265 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.571781] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3be6e-1004-4b21-b476-3c4b47c84559 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.620752] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a0b4a8-e667-4e63-a17a-b991fd607488 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.626215] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d7f0ac-10e5-4d2e-9cba-98e786c7608f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.634579] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711890, 'name': CreateVM_Task, 'duration_secs': 0.539255} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.638053] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.638902] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.639095] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.639419] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.642112] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a210c013-cebc-42a7-9419-340108d06c64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.645156] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1860b7a0-b4c7-4700-bd9d-e9be46929bf3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.647697] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6cd5b8-cab0-4f8f-b017-b93da385f62d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.652784] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 695.652784] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52551b9a-f1be-2abd-ee62-fdbeac362288" [ 695.652784] env[63198]: _type = "Task" [ 695.652784] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.665924] env[63198]: DEBUG nova.compute.provider_tree [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.673582] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52551b9a-f1be-2abd-ee62-fdbeac362288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.674197] env[63198]: DEBUG nova.virt.block_device [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Updating existing volume attachment record: c864fcda-41e7-4889-baa7-67352259c67e {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 695.765567] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.765567] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.788215] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711891, 'name': Rename_Task, 'duration_secs': 0.346992} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.788215] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.788666] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65cbc94f-f345-4ff2-96a2-2c98b7ffa6c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.796573] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 695.796573] env[63198]: value = "task-2711892" [ 695.796573] env[63198]: _type = "Task" [ 695.796573] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.806852] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.898159] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553152} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.898275] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] d55a78ea-d29b-420f-a149-c164794fe66d/d55a78ea-d29b-420f-a149-c164794fe66d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.898483] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.898742] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66e61efb-5d13-4308-92ab-37f2d77f1b4b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.906774] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 695.906774] env[63198]: value = "task-2711893" [ 695.906774] env[63198]: _type = "Task" [ 695.906774] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.918165] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.959877] env[63198]: DEBUG nova.network.neutron [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Updated VIF entry in instance network info cache for port 95e97ca0-be7a-4eaf-92b5-6a2723c62103. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.960321] env[63198]: DEBUG nova.network.neutron [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Updating instance_info_cache with network_info: [{"id": "95e97ca0-be7a-4eaf-92b5-6a2723c62103", "address": "fa:16:3e:95:c7:a0", "network": {"id": "d11a0e15-3c0e-4b4e-adaa-be344152b180", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-371396750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d34d01915941dbac32ece72294d69a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e97ca0-be", "ovs_interfaceid": "95e97ca0-be7a-4eaf-92b5-6a2723c62103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.166410] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52551b9a-f1be-2abd-ee62-fdbeac362288, 'name': SearchDatastore_Task, 'duration_secs': 0.019949} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.166410] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.166410] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.166410] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.166410] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.166410] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.166410] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8403ed15-bcbd-4f12-afe7-c44757ffe84e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.179651] env[63198]: DEBUG nova.scheduler.client.report [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.185018] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.185018] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.185018] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d075861-c0c3-4c6c-b4b7-346559218d33 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.190335] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 696.190335] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b36851-e323-17d8-8b5f-1b53aece39ab" [ 696.190335] env[63198]: _type = "Task" [ 696.190335] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.201324] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b36851-e323-17d8-8b5f-1b53aece39ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.307387] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711892, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.421026] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.411395} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.421026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.421026] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa32163-a82a-4007-996f-73fc5f7decbb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.442929] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] d55a78ea-d29b-420f-a149-c164794fe66d/d55a78ea-d29b-420f-a149-c164794fe66d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.443474] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ddcba7f-b16a-47a1-841a-4f7e3ef768be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.458650] env[63198]: INFO nova.compute.manager [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Rebuilding instance [ 696.467024] env[63198]: DEBUG oslo_concurrency.lockutils [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] Releasing lock "refresh_cache-ec68d6ed-2076-4e7a-9aff-abea17c3bced" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.467024] env[63198]: DEBUG nova.compute.manager [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Received event network-changed-8924394b-2022-4a73-a468-dacbc04739cf {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.467024] env[63198]: DEBUG nova.compute.manager [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Refreshing instance network info cache due to event network-changed-8924394b-2022-4a73-a468-dacbc04739cf. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 696.467024] env[63198]: DEBUG oslo_concurrency.lockutils [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] Acquiring lock "refresh_cache-6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.467024] env[63198]: DEBUG oslo_concurrency.lockutils [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] Acquired lock "refresh_cache-6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.467024] env[63198]: DEBUG nova.network.neutron [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Refreshing network info cache for port 8924394b-2022-4a73-a468-dacbc04739cf {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.468341] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 696.468341] env[63198]: value = "task-2711894" [ 696.468341] env[63198]: _type = "Task" [ 696.468341] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.482660] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.516022] env[63198]: DEBUG nova.compute.manager [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.516327] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c16254b-72f2-4878-89b9-82ecbee164f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.687067] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.687067] env[63198]: DEBUG nova.compute.manager [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.691673] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.486s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.692181] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.695575] env[63198]: DEBUG oslo_concurrency.lockutils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.903s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.698207] env[63198]: INFO nova.compute.claims [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.718768] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b36851-e323-17d8-8b5f-1b53aece39ab, 'name': SearchDatastore_Task, 'duration_secs': 0.045666} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.719521] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5bee0a-de64-4e23-9230-2782d680d3b9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.729159] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 696.729159] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524bd29e-8ab8-5350-4f7f-8a727fc155be" [ 696.729159] env[63198]: _type = "Task" [ 696.729159] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.740402] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524bd29e-8ab8-5350-4f7f-8a727fc155be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.749709] env[63198]: INFO nova.scheduler.client.report [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted allocations for instance 696ecdcb-f9b7-408b-a463-a429bbf079bb [ 696.814022] env[63198]: DEBUG oslo_vmware.api [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2711892, 'name': PowerOnVM_Task, 'duration_secs': 0.998274} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.814022] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.814022] env[63198]: INFO nova.compute.manager [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Took 9.93 seconds to spawn the instance on the hypervisor. [ 696.814022] env[63198]: DEBUG nova.compute.manager [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.814373] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320491d-06f6-40ec-8858-e59f56c00451 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.919083] env[63198]: DEBUG nova.compute.manager [req-456eefa6-77ca-4c2f-8570-5265652e82a0 req-27de4be5-21c1-49d2-ac67-0400cb773e6e service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Received event network-vif-plugged-2839948c-9efc-4454-aba5-bb59b94a0137 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.919324] env[63198]: DEBUG oslo_concurrency.lockutils [req-456eefa6-77ca-4c2f-8570-5265652e82a0 req-27de4be5-21c1-49d2-ac67-0400cb773e6e service nova] Acquiring lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.919547] env[63198]: DEBUG oslo_concurrency.lockutils [req-456eefa6-77ca-4c2f-8570-5265652e82a0 req-27de4be5-21c1-49d2-ac67-0400cb773e6e service nova] Lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.919720] env[63198]: DEBUG oslo_concurrency.lockutils [req-456eefa6-77ca-4c2f-8570-5265652e82a0 req-27de4be5-21c1-49d2-ac67-0400cb773e6e service nova] Lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.919888] env[63198]: DEBUG nova.compute.manager [req-456eefa6-77ca-4c2f-8570-5265652e82a0 req-27de4be5-21c1-49d2-ac67-0400cb773e6e service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] No waiting events found dispatching network-vif-plugged-2839948c-9efc-4454-aba5-bb59b94a0137 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.920492] env[63198]: WARNING nova.compute.manager [req-456eefa6-77ca-4c2f-8570-5265652e82a0 req-27de4be5-21c1-49d2-ac67-0400cb773e6e service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Received unexpected event network-vif-plugged-2839948c-9efc-4454-aba5-bb59b94a0137 for instance with vm_state building and task_state block_device_mapping. [ 696.982337] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711894, 'name': ReconfigVM_Task, 'duration_secs': 0.484143} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.982624] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Reconfigured VM instance instance-0000002b to attach disk [datastore2] d55a78ea-d29b-420f-a149-c164794fe66d/d55a78ea-d29b-420f-a149-c164794fe66d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.983265] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a01c135-8ae3-4efb-8eb2-d01840e24370 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.990640] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 696.990640] env[63198]: value = "task-2711895" [ 696.990640] env[63198]: _type = "Task" [ 696.990640] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.000227] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711895, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.098381] env[63198]: DEBUG nova.network.neutron [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Successfully updated port: 2839948c-9efc-4454-aba5-bb59b94a0137 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.193471] env[63198]: DEBUG nova.compute.utils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.200021] env[63198]: DEBUG nova.compute.manager [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.200021] env[63198]: DEBUG nova.network.neutron [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.240990] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524bd29e-8ab8-5350-4f7f-8a727fc155be, 'name': SearchDatastore_Task, 'duration_secs': 0.017676} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.241271] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.241529] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] ec68d6ed-2076-4e7a-9aff-abea17c3bced/ec68d6ed-2076-4e7a-9aff-abea17c3bced.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.241789] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f483cd9f-5819-4fe9-a6e9-1975b1a79daa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.249586] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 697.249586] env[63198]: value = "task-2711896" [ 697.249586] env[63198]: _type = "Task" [ 697.249586] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.257609] env[63198]: DEBUG nova.policy [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baf3967984284e73913e9442fb531a29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fc7786f253c4cb886b8ac41a28a4404', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.262670] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3e555ba7-7f4b-460c-b9e8-53bb86ac9719 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "696ecdcb-f9b7-408b-a463-a429bbf079bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.527s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.269840] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.304577] env[63198]: DEBUG nova.network.neutron [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Updated VIF entry in instance network info cache for port 8924394b-2022-4a73-a468-dacbc04739cf. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.306042] env[63198]: DEBUG nova.network.neutron [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Updating instance_info_cache with network_info: [{"id": "8924394b-2022-4a73-a468-dacbc04739cf", "address": "fa:16:3e:79:08:de", "network": {"id": "6084ad95-83a1-4cca-8d96-b71b0032908d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1539535395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f91c839fff346ad8426cbd07c6de491", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8924394b-20", "ovs_interfaceid": "8924394b-2022-4a73-a468-dacbc04739cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.342018] env[63198]: INFO nova.compute.manager [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Took 48.72 seconds to build instance. [ 697.501763] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711895, 'name': Rename_Task, 'duration_secs': 0.387502} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.502067] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.502340] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e5ec8c6-401b-4600-a2db-ae67bfa55ed4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.510008] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 697.510008] env[63198]: value = "task-2711897" [ 697.510008] env[63198]: _type = "Task" [ 697.510008] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.519645] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.532451] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.532767] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a3b603-b8f6-4667-bddd-453ed5616212 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.542505] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 697.542505] env[63198]: value = "task-2711898" [ 697.542505] env[63198]: _type = "Task" [ 697.542505] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.558639] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.601858] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Acquiring lock "refresh_cache-16c2f860-6415-43e5-bfea-55dcc6c4b5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.602183] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Acquired lock "refresh_cache-16c2f860-6415-43e5-bfea-55dcc6c4b5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.602316] env[63198]: DEBUG nova.network.neutron [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.703148] env[63198]: DEBUG nova.compute.manager [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.770552] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711896, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.808538] env[63198]: DEBUG oslo_concurrency.lockutils [req-a8c9c271-6af9-4cd4-8029-170c8db3123a req-2fa71542-9d49-451c-81a9-3dd06adec65f service nova] Releasing lock "refresh_cache-6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.820337] env[63198]: DEBUG nova.compute.manager [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.821635] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.822120] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.826256] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.826256] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.826256] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.826256] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.826256] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.826256] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.826256] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.826256] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.826256] env[63198]: DEBUG nova.virt.hardware [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.826882] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbcbba0-2e11-474d-8f17-f6750b513b7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.843077] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c498b3a0-f593-40e4-837d-81d3770e6652 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.855560] env[63198]: DEBUG oslo_concurrency.lockutils [None req-db20369f-dfd7-467b-b891-d04587855e21 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.366s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.892724] env[63198]: DEBUG nova.network.neutron [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Successfully created port: 0717e7bc-9f40-43cb-9a44-157c7e265900 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.025818] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.056858] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711898, 'name': PowerOffVM_Task, 'duration_secs': 0.337697} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.060113] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.060755] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.062325] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2091ef9a-2c99-40b4-8426-45f23ac5068e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.070885] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.071361] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2004c1-dc28-4f7f-b202-9538557d7f58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.169869] env[63198]: DEBUG nova.network.neutron [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.185894] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.186158] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.186342] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleting the datastore file [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.187074] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e85a5e1c-15e3-4dfb-8fe7-d9d182eeb2d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.199397] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 698.199397] env[63198]: value = "task-2711900" [ 698.199397] env[63198]: _type = "Task" [ 698.199397] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.212662] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.267693] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673005} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.267693] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] ec68d6ed-2076-4e7a-9aff-abea17c3bced/ec68d6ed-2076-4e7a-9aff-abea17c3bced.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.267693] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.267989] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ef5ab34-b98e-47f7-bb37-9c6f52789e3a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.277041] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 698.277041] env[63198]: value = "task-2711901" [ 698.277041] env[63198]: _type = "Task" [ 698.277041] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.293023] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.360096] env[63198]: DEBUG nova.compute.manager [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.364460] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c39974a-f154-4855-8ef0-18b3be2a1829 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.372833] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3656038b-2490-4d89-add9-2ea7465dd75c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.404086] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2956c6-9d07-4dad-b359-bdf2262b26f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.412869] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69769d24-3818-41c8-b4b7-175c59917621 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.434674] env[63198]: DEBUG nova.compute.provider_tree [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.521923] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711897, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.560437] env[63198]: DEBUG nova.network.neutron [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Updating instance_info_cache with network_info: [{"id": "2839948c-9efc-4454-aba5-bb59b94a0137", "address": "fa:16:3e:4a:78:37", "network": {"id": "566da200-40d3-409c-8669-f4498a4e3b1e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-131475730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c900726eb7164e53be6ee2540a9f4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839948c-9e", "ovs_interfaceid": "2839948c-9efc-4454-aba5-bb59b94a0137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.708705] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243143} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.709028] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.709158] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.709341] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.722853] env[63198]: DEBUG nova.compute.manager [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.750340] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.750589] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.750749] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.751022] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.751092] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.751225] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.755055] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.755055] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.755055] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.755055] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.755055] env[63198]: DEBUG nova.virt.hardware [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.755055] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e30054f-421a-49bf-8598-5b4a988afb9b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.762706] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b399f2-7520-402b-ae8d-fc0a661e1294 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.788420] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083191} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.788701] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.789493] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d2d304-35c1-48de-8531-adb2b2c18b3b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.811437] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] ec68d6ed-2076-4e7a-9aff-abea17c3bced/ec68d6ed-2076-4e7a-9aff-abea17c3bced.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.811761] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c10bef04-66b5-405f-b53d-ecb81de23884 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.832305] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 698.832305] env[63198]: value = "task-2711902" [ 698.832305] env[63198]: _type = "Task" [ 698.832305] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.841127] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.897452] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.939280] env[63198]: DEBUG nova.scheduler.client.report [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.005735] env[63198]: DEBUG nova.compute.manager [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Received event network-changed-2839948c-9efc-4454-aba5-bb59b94a0137 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.006273] env[63198]: DEBUG nova.compute.manager [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Refreshing instance network info cache due to event network-changed-2839948c-9efc-4454-aba5-bb59b94a0137. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.006579] env[63198]: DEBUG oslo_concurrency.lockutils [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] Acquiring lock "refresh_cache-16c2f860-6415-43e5-bfea-55dcc6c4b5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.023571] env[63198]: DEBUG oslo_vmware.api [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711897, 'name': PowerOnVM_Task, 'duration_secs': 1.026391} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.023928] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.024247] env[63198]: INFO nova.compute.manager [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Took 9.47 seconds to spawn the instance on the hypervisor. [ 699.024440] env[63198]: DEBUG nova.compute.manager [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.025431] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d999c0-b071-408d-9858-955b6d68c5d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.064085] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Releasing lock "refresh_cache-16c2f860-6415-43e5-bfea-55dcc6c4b5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.066283] env[63198]: DEBUG nova.compute.manager [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Instance network_info: |[{"id": "2839948c-9efc-4454-aba5-bb59b94a0137", "address": "fa:16:3e:4a:78:37", "network": {"id": "566da200-40d3-409c-8669-f4498a4e3b1e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-131475730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c900726eb7164e53be6ee2540a9f4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839948c-9e", "ovs_interfaceid": "2839948c-9efc-4454-aba5-bb59b94a0137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.066283] env[63198]: DEBUG oslo_concurrency.lockutils [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] Acquired lock "refresh_cache-16c2f860-6415-43e5-bfea-55dcc6c4b5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.066283] env[63198]: DEBUG nova.network.neutron [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Refreshing network info cache for port 2839948c-9efc-4454-aba5-bb59b94a0137 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.067483] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:78:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2839948c-9efc-4454-aba5-bb59b94a0137', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.078759] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Creating folder: Project (c900726eb7164e53be6ee2540a9f4f87). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.082989] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5ba73d0-57b1-4aee-8f56-4cb0bed9c4fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.104828] env[63198]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 699.105480] env[63198]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63198) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 699.105722] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Folder already exists: Project (c900726eb7164e53be6ee2540a9f4f87). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 699.105926] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Creating folder: Instances. Parent ref: group-v546242. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.106324] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dda04e1-604b-4a43-982d-60018568c3f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.119780] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Created folder: Instances in parent group-v546242. [ 699.120194] env[63198]: DEBUG oslo.service.loopingcall [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.120505] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.120864] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5bc60ad-88c8-45bd-b4da-05914faf1ce7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.152268] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.152268] env[63198]: value = "task-2711905" [ 699.152268] env[63198]: _type = "Task" [ 699.152268] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.166930] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711905, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.343310] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711902, 'name': ReconfigVM_Task, 'duration_secs': 0.32475} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.343594] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Reconfigured VM instance instance-0000002c to attach disk [datastore2] ec68d6ed-2076-4e7a-9aff-abea17c3bced/ec68d6ed-2076-4e7a-9aff-abea17c3bced.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.344271] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c91ded5-eab6-4666-bd32-0c8ffa9c847e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.350598] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 699.350598] env[63198]: value = "task-2711906" [ 699.350598] env[63198]: _type = "Task" [ 699.350598] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.359844] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711906, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.435602] env[63198]: DEBUG nova.network.neutron [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Updated VIF entry in instance network info cache for port 2839948c-9efc-4454-aba5-bb59b94a0137. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.436045] env[63198]: DEBUG nova.network.neutron [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Updating instance_info_cache with network_info: [{"id": "2839948c-9efc-4454-aba5-bb59b94a0137", "address": "fa:16:3e:4a:78:37", "network": {"id": "566da200-40d3-409c-8669-f4498a4e3b1e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-131475730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c900726eb7164e53be6ee2540a9f4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839948c-9e", "ovs_interfaceid": "2839948c-9efc-4454-aba5-bb59b94a0137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.442877] env[63198]: DEBUG oslo_concurrency.lockutils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.443403] env[63198]: DEBUG nova.compute.manager [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.451639] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.449s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.451639] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.453876] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.654s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.454156] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.456700] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.503s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.456846] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.464042] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.833s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.464042] env[63198]: INFO nova.compute.claims [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.496995] env[63198]: INFO nova.scheduler.client.report [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Deleted allocations for instance f9bff899-5a16-4798-a571-3874e32e810a [ 699.501198] env[63198]: INFO nova.scheduler.client.report [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted allocations for instance a38cd87e-d777-4736-b701-23497eafdbcb [ 699.522224] env[63198]: INFO nova.scheduler.client.report [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleted allocations for instance 267d6b19-61b1-4def-8f99-3aaffbb6a915 [ 699.549921] env[63198]: INFO nova.compute.manager [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Took 46.11 seconds to build instance. [ 699.652511] env[63198]: DEBUG nova.network.neutron [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Successfully updated port: 0717e7bc-9f40-43cb-9a44-157c7e265900 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.668522] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711905, 'name': CreateVM_Task, 'duration_secs': 0.327953} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.669605] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.670254] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546249', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'name': 'volume-ea51dc57-af72-4253-a7c1-3a291ae0b431', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16c2f860-6415-43e5-bfea-55dcc6c4b5fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'serial': 'ea51dc57-af72-4253-a7c1-3a291ae0b431'}, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': 'c864fcda-41e7-4889-baa7-67352259c67e', 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63198) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 699.670791] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Root volume attach. Driver type: vmdk {{(pid=63198) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 699.672218] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dd1672-a88d-4a87-87b6-0e56052b2892 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.682595] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656e47ac-060f-4895-852c-72c08828f3bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.688860] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f916a9-92be-468b-8c41-1e63db392f00 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.698254] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-629078e4-0a98-4701-b24a-2fd5b7fbd97e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.706434] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 699.706434] env[63198]: value = "task-2711907" [ 699.706434] env[63198]: _type = "Task" [ 699.706434] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.714493] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711907, 'name': RelocateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.763104] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.763104] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.763104] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.763793] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.763793] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.763793] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.764124] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.764666] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.766254] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.766254] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.766254] env[63198]: DEBUG nova.virt.hardware [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.768142] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d144aa7-3044-4642-baf6-5518bd44dfc4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.776672] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b337f-f2d7-47e0-a3d0-31da5861094a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.794297] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:64:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '670a96a9-f7bb-4958-ab56-d07ce2d54233', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.802737] env[63198]: DEBUG oslo.service.loopingcall [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.803072] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.803307] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd79c408-8025-41fd-b3df-30e46e04358b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.823082] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.823082] env[63198]: value = "task-2711908" [ 699.823082] env[63198]: _type = "Task" [ 699.823082] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.831270] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711908, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.860030] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711906, 'name': Rename_Task, 'duration_secs': 0.160203} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.860490] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.860748] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1addeb65-b7e0-4595-92a6-225bcb8ec5d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.866692] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 699.866692] env[63198]: value = "task-2711909" [ 699.866692] env[63198]: _type = "Task" [ 699.866692] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.874737] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.938924] env[63198]: DEBUG oslo_concurrency.lockutils [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] Releasing lock "refresh_cache-16c2f860-6415-43e5-bfea-55dcc6c4b5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.939227] env[63198]: DEBUG nova.compute.manager [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received event network-changed-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.939480] env[63198]: DEBUG nova.compute.manager [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Refreshing instance network info cache due to event network-changed-7e08358a-2438-4620-bec1-10cd9c9bae9a. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.939746] env[63198]: DEBUG oslo_concurrency.lockutils [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] Acquiring lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.939905] env[63198]: DEBUG oslo_concurrency.lockutils [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] Acquired lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.940096] env[63198]: DEBUG nova.network.neutron [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Refreshing network info cache for port 7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.968673] env[63198]: DEBUG nova.compute.utils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.973846] env[63198]: DEBUG nova.compute.manager [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.973846] env[63198]: DEBUG nova.network.neutron [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.015723] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec7fd469-52a9-463c-84d6-a499f10e9ce0 tempest-ServersNegativeTestMultiTenantJSON-815891143 tempest-ServersNegativeTestMultiTenantJSON-815891143-project-member] Lock "f9bff899-5a16-4798-a571-3874e32e810a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.073s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.019284] env[63198]: DEBUG nova.policy [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5045cff758304c4c8ec8717ae991f895', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac01eee1f8747feb59a603881543a22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.022358] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b7a52eec-f1fc-4517-9670-12ccd8fc03bc tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "a38cd87e-d777-4736-b701-23497eafdbcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.358s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.028202] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1521ac2-bd9f-4076-a886-72ac6640538d tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "267d6b19-61b1-4def-8f99-3aaffbb6a915" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.705s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.053290] env[63198]: DEBUG oslo_concurrency.lockutils [None req-772ff9e3-c104-4dcc-b4d0-189fec4ab5a5 tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "d55a78ea-d29b-420f-a149-c164794fe66d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.888s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.154586] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquiring lock "refresh_cache-da96af86-8be7-40e7-b087-54f6a9ce57b0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.154703] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquired lock "refresh_cache-da96af86-8be7-40e7-b087-54f6a9ce57b0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.154909] env[63198]: DEBUG nova.network.neutron [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.225195] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711907, 'name': RelocateVM_Task, 'duration_secs': 0.50604} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.225195] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 700.225195] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546249', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'name': 'volume-ea51dc57-af72-4253-a7c1-3a291ae0b431', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16c2f860-6415-43e5-bfea-55dcc6c4b5fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'serial': 'ea51dc57-af72-4253-a7c1-3a291ae0b431'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 700.225195] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9906bd85-2eec-4929-b54d-e1077f86a0e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.244672] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2c7864-be9f-4ef5-b0ff-bb99404dd1e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.268900] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-ea51dc57-af72-4253-a7c1-3a291ae0b431/volume-ea51dc57-af72-4253-a7c1-3a291ae0b431.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.269743] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19be0229-5cf8-4414-9baa-7a35941c21ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.297386] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 700.297386] env[63198]: value = "task-2711910" [ 700.297386] env[63198]: _type = "Task" [ 700.297386] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.307303] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.313111] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.313111] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.332942] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711908, 'name': CreateVM_Task, 'duration_secs': 0.440041} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.333052] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.333768] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.333927] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.334268] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.334521] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2ba56f-c899-4fb1-9629-799c3b683410 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.342289] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 700.342289] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52077bb7-2dc8-4c34-90d8-c0cf8f6b0070" [ 700.342289] env[63198]: _type = "Task" [ 700.342289] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.347929] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52077bb7-2dc8-4c34-90d8-c0cf8f6b0070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.377103] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.421919] env[63198]: DEBUG nova.network.neutron [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Successfully created port: 3f1dc2a3-e162-4196-92ca-c79958b44bc1 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.480341] env[63198]: DEBUG nova.compute.manager [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.554820] env[63198]: DEBUG nova.compute.manager [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.686567] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquiring lock "d55a78ea-d29b-420f-a149-c164794fe66d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.686868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "d55a78ea-d29b-420f-a149-c164794fe66d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.687062] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquiring lock "d55a78ea-d29b-420f-a149-c164794fe66d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.687479] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "d55a78ea-d29b-420f-a149-c164794fe66d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.687479] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "d55a78ea-d29b-420f-a149-c164794fe66d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.689611] env[63198]: INFO nova.compute.manager [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Terminating instance [ 700.771891] env[63198]: DEBUG nova.network.neutron [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.812623] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711910, 'name': ReconfigVM_Task, 'duration_secs': 0.47035} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.813260] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-ea51dc57-af72-4253-a7c1-3a291ae0b431/volume-ea51dc57-af72-4253-a7c1-3a291ae0b431.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.824492] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633296d4-4f19-442f-9718-563927b24e53 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.845310] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 700.845310] env[63198]: value = "task-2711911" [ 700.845310] env[63198]: _type = "Task" [ 700.845310] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.853736] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52077bb7-2dc8-4c34-90d8-c0cf8f6b0070, 'name': SearchDatastore_Task, 'duration_secs': 0.020871} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.854596] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.854852] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.855141] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.855237] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.855430] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.861539] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c377e1f1-39ac-4e98-bbf5-5b613120f27c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.864337] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.875107] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.875107] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.875107] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c9e385-30ec-4149-bea9-0826723f02e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.881710] env[63198]: DEBUG oslo_vmware.api [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711909, 'name': PowerOnVM_Task, 'duration_secs': 0.670598} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.882458] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.882741] env[63198]: INFO nova.compute.manager [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Took 8.61 seconds to spawn the instance on the hypervisor. [ 700.882873] env[63198]: DEBUG nova.compute.manager [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.883849] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf046f13-d77d-4c84-ba59-474b83a6fd05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.889655] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 700.889655] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271ad56-ec82-b0fe-5a20-a7ea725537da" [ 700.889655] env[63198]: _type = "Task" [ 700.889655] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.906624] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271ad56-ec82-b0fe-5a20-a7ea725537da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.985596] env[63198]: INFO nova.virt.block_device [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Booting with volume c51035df-4b91-42ec-8784-525f66818cda at /dev/sda [ 700.991490] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36266b34-ece0-4b55-95cf-be8e08f17541 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.001526] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f09ca05-2a30-4971-9aac-766dfe277e80 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.035138] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3e77da-b762-4033-af47-3dc976ca6d97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.038709] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a66c1e1-2dff-4ad4-9094-3fbb28454764 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.046541] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e78a0b0-8ade-4895-a371-151c6b40fcbe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.052659] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43305408-0570-48ce-9c50-4a5a0b450173 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.075920] env[63198]: DEBUG nova.compute.provider_tree [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.108593] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.111167] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b831ca95-6063-40f2-8066-828fd6cce26f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.120999] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa61f82-5254-43f5-9182-54686d4901fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.157798] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf82eb1-197e-4b0f-b62f-9c3acc4c4b5b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.164866] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ab6eae-889f-403c-b234-34a0c5abe094 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.178343] env[63198]: DEBUG nova.virt.block_device [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Updating existing volume attachment record: 7bb7703c-85c8-435e-b172-a51c1fec0990 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 701.197427] env[63198]: DEBUG nova.compute.manager [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.197687] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.198693] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeee05e-b107-49b4-a72a-05b07c627c58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.208974] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.209307] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d62fcfc-84b4-465c-8eb3-a43adf2ffa17 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.215345] env[63198]: DEBUG oslo_vmware.api [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 701.215345] env[63198]: value = "task-2711912" [ 701.215345] env[63198]: _type = "Task" [ 701.215345] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.224150] env[63198]: DEBUG oslo_vmware.api [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.243028] env[63198]: DEBUG nova.network.neutron [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updated VIF entry in instance network info cache for port 7e08358a-2438-4620-bec1-10cd9c9bae9a. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.243488] env[63198]: DEBUG nova.network.neutron [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating instance_info_cache with network_info: [{"id": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "address": "fa:16:3e:23:16:b0", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e08358a-24", "ovs_interfaceid": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.302851] env[63198]: DEBUG nova.network.neutron [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Updating instance_info_cache with network_info: [{"id": "0717e7bc-9f40-43cb-9a44-157c7e265900", "address": "fa:16:3e:6e:28:3d", "network": {"id": "d13b818a-f2c0-469a-b69d-034a4152ea53", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1413021588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc7786f253c4cb886b8ac41a28a4404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0717e7bc-9f", "ovs_interfaceid": "0717e7bc-9f40-43cb-9a44-157c7e265900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.355348] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711911, 'name': ReconfigVM_Task, 'duration_secs': 0.2552} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.355658] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546249', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'name': 'volume-ea51dc57-af72-4253-a7c1-3a291ae0b431', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16c2f860-6415-43e5-bfea-55dcc6c4b5fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'serial': 'ea51dc57-af72-4253-a7c1-3a291ae0b431'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 701.357153] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bc16db1-09c5-41da-a8dd-7b1e34c5a614 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.361666] env[63198]: DEBUG nova.compute.manager [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Received event network-vif-plugged-0717e7bc-9f40-43cb-9a44-157c7e265900 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.361666] env[63198]: DEBUG oslo_concurrency.lockutils [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] Acquiring lock "da96af86-8be7-40e7-b087-54f6a9ce57b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.361666] env[63198]: DEBUG oslo_concurrency.lockutils [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] Lock "da96af86-8be7-40e7-b087-54f6a9ce57b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.361666] env[63198]: DEBUG oslo_concurrency.lockutils [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] Lock "da96af86-8be7-40e7-b087-54f6a9ce57b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.361666] env[63198]: DEBUG nova.compute.manager [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] No waiting events found dispatching network-vif-plugged-0717e7bc-9f40-43cb-9a44-157c7e265900 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.361666] env[63198]: WARNING nova.compute.manager [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Received unexpected event network-vif-plugged-0717e7bc-9f40-43cb-9a44-157c7e265900 for instance with vm_state building and task_state spawning. [ 701.361666] env[63198]: DEBUG nova.compute.manager [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Received event network-changed-0717e7bc-9f40-43cb-9a44-157c7e265900 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.361666] env[63198]: DEBUG nova.compute.manager [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Refreshing instance network info cache due to event network-changed-0717e7bc-9f40-43cb-9a44-157c7e265900. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 701.361666] env[63198]: DEBUG oslo_concurrency.lockutils [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] Acquiring lock "refresh_cache-da96af86-8be7-40e7-b087-54f6a9ce57b0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.367158] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 701.367158] env[63198]: value = "task-2711913" [ 701.367158] env[63198]: _type = "Task" [ 701.367158] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.375866] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711913, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.399947] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271ad56-ec82-b0fe-5a20-a7ea725537da, 'name': SearchDatastore_Task, 'duration_secs': 0.033258} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.400813] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a512143-2031-4540-b962-8866b579c9c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.414289] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 701.414289] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52947f72-fc25-31a2-86a3-5df4fa539635" [ 701.414289] env[63198]: _type = "Task" [ 701.414289] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.414771] env[63198]: INFO nova.compute.manager [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Took 46.38 seconds to build instance. [ 701.424297] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52947f72-fc25-31a2-86a3-5df4fa539635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.580955] env[63198]: DEBUG nova.scheduler.client.report [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.725814] env[63198]: DEBUG oslo_vmware.api [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711912, 'name': PowerOffVM_Task, 'duration_secs': 0.350751} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.726228] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.726476] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.726777] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6c44c27-8961-4acb-91ba-08c774cddd2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.748374] env[63198]: DEBUG oslo_concurrency.lockutils [req-9cb6b127-5b2e-47cf-bec4-bffac1d55a3f req-a2ed8e10-9584-4f60-b5fe-d11089f56601 service nova] Releasing lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.797224] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.797524] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.797660] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Deleting the datastore file [datastore2] d55a78ea-d29b-420f-a149-c164794fe66d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.797877] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2d626e1-45fb-49b3-b79f-bbbae696f80f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.805023] env[63198]: DEBUG oslo_vmware.api [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for the task: (returnval){ [ 701.805023] env[63198]: value = "task-2711915" [ 701.805023] env[63198]: _type = "Task" [ 701.805023] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.805580] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Releasing lock "refresh_cache-da96af86-8be7-40e7-b087-54f6a9ce57b0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.805936] env[63198]: DEBUG nova.compute.manager [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Instance network_info: |[{"id": "0717e7bc-9f40-43cb-9a44-157c7e265900", "address": "fa:16:3e:6e:28:3d", "network": {"id": "d13b818a-f2c0-469a-b69d-034a4152ea53", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1413021588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc7786f253c4cb886b8ac41a28a4404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0717e7bc-9f", "ovs_interfaceid": "0717e7bc-9f40-43cb-9a44-157c7e265900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.809537] env[63198]: DEBUG oslo_concurrency.lockutils [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] Acquired lock "refresh_cache-da96af86-8be7-40e7-b087-54f6a9ce57b0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.809791] env[63198]: DEBUG nova.network.neutron [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Refreshing network info cache for port 0717e7bc-9f40-43cb-9a44-157c7e265900 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.812180] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:28:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4734e5e-2a76-4bda-8905-70c9bf9e007f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0717e7bc-9f40-43cb-9a44-157c7e265900', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.825541] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Creating folder: Project (9fc7786f253c4cb886b8ac41a28a4404). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.827064] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb5a9237-e947-4783-aa85-ea3c89fbb356 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.836016] env[63198]: DEBUG oslo_vmware.api [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.838997] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Created folder: Project (9fc7786f253c4cb886b8ac41a28a4404) in parent group-v546185. [ 701.839191] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Creating folder: Instances. Parent ref: group-v546312. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.839426] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4221f5e-ef48-4a9c-8bf3-c802aac09b3a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.852200] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Created folder: Instances in parent group-v546312. [ 701.852200] env[63198]: DEBUG oslo.service.loopingcall [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.852200] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.852200] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f8e4036-77a7-419a-8497-ae1c4230a00a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.878955] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711913, 'name': Rename_Task, 'duration_secs': 0.239658} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.880269] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.880499] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.880499] env[63198]: value = "task-2711918" [ 701.880499] env[63198]: _type = "Task" [ 701.880499] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.880673] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a196e2cc-dc77-451a-a4c7-ebfccaaf9095 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.894291] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711918, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.896716] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 701.896716] env[63198]: value = "task-2711919" [ 701.896716] env[63198]: _type = "Task" [ 701.896716] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.905385] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711919, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.919973] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ec438e92-57fc-4d82-a67d-e7945bb62118 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.421s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.927440] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52947f72-fc25-31a2-86a3-5df4fa539635, 'name': SearchDatastore_Task, 'duration_secs': 0.015752} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.928551] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.928551] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.928551] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0c85e84-cb4b-4357-82a0-56541f6a3c59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.937567] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 701.937567] env[63198]: value = "task-2711920" [ 701.937567] env[63198]: _type = "Task" [ 701.937567] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.947340] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.087632] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.088152] env[63198]: DEBUG nova.compute.manager [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.091050] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.400s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.093084] env[63198]: INFO nova.compute.claims [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.149643] env[63198]: DEBUG nova.network.neutron [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Successfully updated port: 3f1dc2a3-e162-4196-92ca-c79958b44bc1 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.319671] env[63198]: DEBUG oslo_vmware.api [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Task: {'id': task-2711915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307782} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.320041] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.320275] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.320478] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.320697] env[63198]: INFO nova.compute.manager [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 702.321130] env[63198]: DEBUG oslo.service.loopingcall [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.321274] env[63198]: DEBUG nova.compute.manager [-] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.321408] env[63198]: DEBUG nova.network.neutron [-] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.399252] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711918, 'name': CreateVM_Task, 'duration_secs': 0.454676} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.402847] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.403716] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.403927] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.404377] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.405333] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282569c3-c27f-45ed-8f6f-450878e2e5d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.413260] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.415408] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 702.415408] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ec05e-4cb4-5a58-b177-eb5df539a281" [ 702.415408] env[63198]: _type = "Task" [ 702.415408] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.425284] env[63198]: DEBUG nova.compute.manager [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.428735] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ec05e-4cb4-5a58-b177-eb5df539a281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.451747] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711920, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.543412] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.543729] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.544042] env[63198]: INFO nova.compute.manager [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Rebooting instance [ 702.597762] env[63198]: DEBUG nova.compute.utils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.602018] env[63198]: DEBUG nova.compute.manager [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.602231] env[63198]: DEBUG nova.network.neutron [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.652443] env[63198]: DEBUG oslo_concurrency.lockutils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Acquiring lock "refresh_cache-70b20377-15df-429a-a592-776148d2a91c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.652599] env[63198]: DEBUG oslo_concurrency.lockutils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Acquired lock "refresh_cache-70b20377-15df-429a-a592-776148d2a91c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.652767] env[63198]: DEBUG nova.network.neutron [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.759334] env[63198]: DEBUG nova.policy [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8486472d0891471fae5e79505b7a0c1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76e202e841cc412daf4ba992ef5efb1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.821051] env[63198]: DEBUG nova.network.neutron [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Updated VIF entry in instance network info cache for port 0717e7bc-9f40-43cb-9a44-157c7e265900. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.821422] env[63198]: DEBUG nova.network.neutron [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Updating instance_info_cache with network_info: [{"id": "0717e7bc-9f40-43cb-9a44-157c7e265900", "address": "fa:16:3e:6e:28:3d", "network": {"id": "d13b818a-f2c0-469a-b69d-034a4152ea53", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1413021588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc7786f253c4cb886b8ac41a28a4404", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4734e5e-2a76-4bda-8905-70c9bf9e007f", "external-id": "nsx-vlan-transportzone-122", "segmentation_id": 122, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0717e7bc-9f", "ovs_interfaceid": "0717e7bc-9f40-43cb-9a44-157c7e265900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.908594] env[63198]: DEBUG oslo_vmware.api [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2711919, 'name': PowerOnVM_Task, 'duration_secs': 0.999816} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.908871] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.909074] env[63198]: INFO nova.compute.manager [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Took 5.09 seconds to spawn the instance on the hypervisor. [ 702.909514] env[63198]: DEBUG nova.compute.manager [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.910319] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4cad68-0b12-4c85-a336-1b7b528ca292 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.927641] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ec05e-4cb4-5a58-b177-eb5df539a281, 'name': SearchDatastore_Task, 'duration_secs': 0.063164} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.928065] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.928291] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.928834] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.928983] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.931016] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.931703] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1fcb65d-11f9-427c-82b2-e54ff2b124ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.943585] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.943776] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.947096] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35bd4c3-ce00-4eca-b098-4d0e40f579a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.949912] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675838} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.950780] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.951394] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.951601] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.951868] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17400016-dc68-4792-b866-3d9074e19a70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.954819] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 702.954819] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ac9e1b-1ce1-37c2-5c83-e30b447b6cc9" [ 702.954819] env[63198]: _type = "Task" [ 702.954819] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.959399] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 702.959399] env[63198]: value = "task-2711921" [ 702.959399] env[63198]: _type = "Task" [ 702.959399] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.965820] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ac9e1b-1ce1-37c2-5c83-e30b447b6cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.971139] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.070232] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "refresh_cache-ec68d6ed-2076-4e7a-9aff-abea17c3bced" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.070435] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquired lock "refresh_cache-ec68d6ed-2076-4e7a-9aff-abea17c3bced" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.070612] env[63198]: DEBUG nova.network.neutron [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.109692] env[63198]: DEBUG nova.compute.manager [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.209849] env[63198]: DEBUG nova.network.neutron [-] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.241450] env[63198]: DEBUG nova.network.neutron [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.281585] env[63198]: DEBUG nova.compute.manager [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.282809] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.282809] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.282809] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.283193] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.283193] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.283280] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.283441] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.283616] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.284278] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.284947] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.284947] env[63198]: DEBUG nova.virt.hardware [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.285794] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b3594c-968e-47f2-bcf2-96c7f909d63f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.296577] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae140632-7f65-448d-8124-c5cd3f4cdc1a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.324892] env[63198]: DEBUG oslo_concurrency.lockutils [req-eb11723a-f837-4dc8-bc04-452b52d873e8 req-42b7e525-7541-4fbe-af95-83741ad522ab service nova] Releasing lock "refresh_cache-da96af86-8be7-40e7-b087-54f6a9ce57b0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.435166] env[63198]: INFO nova.compute.manager [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Took 42.91 seconds to build instance. [ 703.470370] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ac9e1b-1ce1-37c2-5c83-e30b447b6cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.015731} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.471488] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb658ec7-04b7-462c-973e-11ed66dbb7f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.477152] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070268} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.477707] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.478724] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a224f26-b298-4e73-9fd8-ab62648ce7d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.484404] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 703.484404] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f0f713-780c-d037-42f8-cbf335bb38ee" [ 703.484404] env[63198]: _type = "Task" [ 703.484404] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.508424] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.511508] env[63198]: DEBUG nova.network.neutron [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Successfully created port: aa685aea-571e-4956-b3c6-b9b2e35cd060 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.516145] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a4e3c3-4600-4552-94d8-d630ccc73aab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.534838] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f0f713-780c-d037-42f8-cbf335bb38ee, 'name': SearchDatastore_Task, 'duration_secs': 0.035641} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.535780] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.535780] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] da96af86-8be7-40e7-b087-54f6a9ce57b0/da96af86-8be7-40e7-b087-54f6a9ce57b0.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.535981] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2b3ac5e-e6fb-4b98-845d-09499cf2c6bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.539577] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 703.539577] env[63198]: value = "task-2711922" [ 703.539577] env[63198]: _type = "Task" [ 703.539577] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.544278] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 703.544278] env[63198]: value = "task-2711923" [ 703.544278] env[63198]: _type = "Task" [ 703.544278] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.555640] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.561470] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.618730] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb6119-7b25-4a90-b651-43226ed0d591 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.624530] env[63198]: DEBUG nova.compute.manager [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Received event network-vif-plugged-3f1dc2a3-e162-4196-92ca-c79958b44bc1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.624752] env[63198]: DEBUG oslo_concurrency.lockutils [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] Acquiring lock "70b20377-15df-429a-a592-776148d2a91c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.624957] env[63198]: DEBUG oslo_concurrency.lockutils [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] Lock "70b20377-15df-429a-a592-776148d2a91c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.625140] env[63198]: DEBUG oslo_concurrency.lockutils [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] Lock "70b20377-15df-429a-a592-776148d2a91c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.625309] env[63198]: DEBUG nova.compute.manager [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] No waiting events found dispatching network-vif-plugged-3f1dc2a3-e162-4196-92ca-c79958b44bc1 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.625473] env[63198]: WARNING nova.compute.manager [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Received unexpected event network-vif-plugged-3f1dc2a3-e162-4196-92ca-c79958b44bc1 for instance with vm_state building and task_state spawning. [ 703.625631] env[63198]: DEBUG nova.compute.manager [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Received event network-changed-3f1dc2a3-e162-4196-92ca-c79958b44bc1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.625781] env[63198]: DEBUG nova.compute.manager [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Refreshing instance network info cache due to event network-changed-3f1dc2a3-e162-4196-92ca-c79958b44bc1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.625945] env[63198]: DEBUG oslo_concurrency.lockutils [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] Acquiring lock "refresh_cache-70b20377-15df-429a-a592-776148d2a91c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.632176] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0276fa77-ed82-4ed0-9fde-b2fdf54c742f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.669254] env[63198]: DEBUG nova.network.neutron [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Updating instance_info_cache with network_info: [{"id": "3f1dc2a3-e162-4196-92ca-c79958b44bc1", "address": "fa:16:3e:e7:b2:9a", "network": {"id": "db4a1734-6d76-4d25-a59f-f7b16b70a1fc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1227431405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac01eee1f8747feb59a603881543a22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1dc2a3-e1", "ovs_interfaceid": "3f1dc2a3-e162-4196-92ca-c79958b44bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.669254] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a325d-d129-43bf-abaa-407eeb9782aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.676870] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd03afd-99b9-48a1-8431-c7a998518a7e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.692158] env[63198]: DEBUG nova.compute.provider_tree [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.712338] env[63198]: INFO nova.compute.manager [-] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Took 1.39 seconds to deallocate network for instance. [ 703.938282] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e9e78277-a4ae-4355-8fc2-7d9d98193ee3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.814s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.054898] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.059747] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711923, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.119497] env[63198]: DEBUG nova.network.neutron [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Updating instance_info_cache with network_info: [{"id": "95e97ca0-be7a-4eaf-92b5-6a2723c62103", "address": "fa:16:3e:95:c7:a0", "network": {"id": "d11a0e15-3c0e-4b4e-adaa-be344152b180", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-371396750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d34d01915941dbac32ece72294d69a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fa01fe1a-83b6-4c10-af75-00ddb17f9bbf", "external-id": "nsx-vlan-transportzone-431", "segmentation_id": 431, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e97ca0-be", "ovs_interfaceid": "95e97ca0-be7a-4eaf-92b5-6a2723c62103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.126687] env[63198]: DEBUG nova.compute.manager [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.157480] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:08:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='69b907f3-bb51-4328-a494-745ff16e9f80',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1326877280',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.157732] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.157885] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.158158] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.158369] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.158652] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.158936] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.159163] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.159378] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.159586] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.159800] env[63198]: DEBUG nova.virt.hardware [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.160714] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01ca937-6432-490b-92a7-4650d477e31d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.170743] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937cc65-e568-4d82-b54a-8d19872620f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.175658] env[63198]: DEBUG oslo_concurrency.lockutils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Releasing lock "refresh_cache-70b20377-15df-429a-a592-776148d2a91c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.176058] env[63198]: DEBUG nova.compute.manager [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Instance network_info: |[{"id": "3f1dc2a3-e162-4196-92ca-c79958b44bc1", "address": "fa:16:3e:e7:b2:9a", "network": {"id": "db4a1734-6d76-4d25-a59f-f7b16b70a1fc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1227431405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac01eee1f8747feb59a603881543a22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1dc2a3-e1", "ovs_interfaceid": "3f1dc2a3-e162-4196-92ca-c79958b44bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.176598] env[63198]: DEBUG oslo_concurrency.lockutils [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] Acquired lock "refresh_cache-70b20377-15df-429a-a592-776148d2a91c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.176751] env[63198]: DEBUG nova.network.neutron [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Refreshing network info cache for port 3f1dc2a3-e162-4196-92ca-c79958b44bc1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.178121] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b2:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f1dc2a3-e162-4196-92ca-c79958b44bc1', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.186941] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Creating folder: Project (1ac01eee1f8747feb59a603881543a22). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.190952] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b448b4f5-189e-4246-95d6-30001cc9045d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.204824] env[63198]: DEBUG nova.scheduler.client.report [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.219487] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.221267] env[63198]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 704.221499] env[63198]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63198) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 704.222862] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Folder already exists: Project (1ac01eee1f8747feb59a603881543a22). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 704.223173] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Creating folder: Instances. Parent ref: group-v546254. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.223429] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a239f4a4-8965-444c-8967-126f519dd04a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.234524] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Created folder: Instances in parent group-v546254. [ 704.234804] env[63198]: DEBUG oslo.service.loopingcall [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.235080] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b20377-15df-429a-a592-776148d2a91c] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.235342] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f311ec5-4c76-4e2d-ba2a-e36bb005d092 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.261545] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.261545] env[63198]: value = "task-2711926" [ 704.261545] env[63198]: _type = "Task" [ 704.261545] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.276373] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711926, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.442804] env[63198]: DEBUG nova.compute.manager [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.554854] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711922, 'name': ReconfigVM_Task, 'duration_secs': 0.789321} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.555569] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Reconfigured VM instance instance-00000007 to attach disk [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.556309] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78772f40-1dbe-4382-862a-b01727229661 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.561861] env[63198]: DEBUG nova.network.neutron [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Updated VIF entry in instance network info cache for port 3f1dc2a3-e162-4196-92ca-c79958b44bc1. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.562158] env[63198]: DEBUG nova.network.neutron [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Updating instance_info_cache with network_info: [{"id": "3f1dc2a3-e162-4196-92ca-c79958b44bc1", "address": "fa:16:3e:e7:b2:9a", "network": {"id": "db4a1734-6d76-4d25-a59f-f7b16b70a1fc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1227431405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac01eee1f8747feb59a603881543a22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1dc2a3-e1", "ovs_interfaceid": "3f1dc2a3-e162-4196-92ca-c79958b44bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.563406] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926242} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.564346] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] da96af86-8be7-40e7-b087-54f6a9ce57b0/da96af86-8be7-40e7-b087-54f6a9ce57b0.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.564346] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.566730] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38bb2300-587f-4ee9-9e7b-7231e29f058f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.569193] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 704.569193] env[63198]: value = "task-2711927" [ 704.569193] env[63198]: _type = "Task" [ 704.569193] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.574471] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 704.574471] env[63198]: value = "task-2711928" [ 704.574471] env[63198]: _type = "Task" [ 704.574471] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.582165] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711927, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.588529] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.626724] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Releasing lock "refresh_cache-ec68d6ed-2076-4e7a-9aff-abea17c3bced" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.709942] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.710509] env[63198]: DEBUG nova.compute.manager [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.713812] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.934s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.714058] env[63198]: DEBUG nova.objects.instance [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lazy-loading 'resources' on Instance uuid 6960a521-685b-4c29-95da-799aafa9bac9 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.776780] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711926, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.970027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.062023] env[63198]: DEBUG nova.compute.manager [req-72f0b9c5-7f9e-4d54-b98a-565ddcf85b05 req-bec8eb2b-6c10-4b1e-b780-8e2597bbf32d service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Received event network-changed-2839948c-9efc-4454-aba5-bb59b94a0137 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.062514] env[63198]: DEBUG nova.compute.manager [req-72f0b9c5-7f9e-4d54-b98a-565ddcf85b05 req-bec8eb2b-6c10-4b1e-b780-8e2597bbf32d service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Refreshing instance network info cache due to event network-changed-2839948c-9efc-4454-aba5-bb59b94a0137. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.062725] env[63198]: DEBUG oslo_concurrency.lockutils [req-72f0b9c5-7f9e-4d54-b98a-565ddcf85b05 req-bec8eb2b-6c10-4b1e-b780-8e2597bbf32d service nova] Acquiring lock "refresh_cache-16c2f860-6415-43e5-bfea-55dcc6c4b5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.062877] env[63198]: DEBUG oslo_concurrency.lockutils [req-72f0b9c5-7f9e-4d54-b98a-565ddcf85b05 req-bec8eb2b-6c10-4b1e-b780-8e2597bbf32d service nova] Acquired lock "refresh_cache-16c2f860-6415-43e5-bfea-55dcc6c4b5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.063177] env[63198]: DEBUG nova.network.neutron [req-72f0b9c5-7f9e-4d54-b98a-565ddcf85b05 req-bec8eb2b-6c10-4b1e-b780-8e2597bbf32d service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Refreshing network info cache for port 2839948c-9efc-4454-aba5-bb59b94a0137 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.065498] env[63198]: DEBUG oslo_concurrency.lockutils [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] Releasing lock "refresh_cache-70b20377-15df-429a-a592-776148d2a91c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.066066] env[63198]: DEBUG nova.compute.manager [req-573cb633-90d7-4f5f-b0f8-2a7f5a51426b req-14136aba-cc80-444a-b59e-cb4cf9a99f73 service nova] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Received event network-vif-deleted-b017a348-81de-4231-9448-689dc99a5373 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.085770] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711927, 'name': Rename_Task, 'duration_secs': 0.251209} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.088242] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.088242] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91e76751-2421-4c1d-ab35-2ab1056afbc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.092999] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075728} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.093721] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.094579] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd756e0c-fa76-4257-92db-2305fe143e91 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.099520] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 705.099520] env[63198]: value = "task-2711929" [ 705.099520] env[63198]: _type = "Task" [ 705.099520] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.124606] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] da96af86-8be7-40e7-b087-54f6a9ce57b0/da96af86-8be7-40e7-b087-54f6a9ce57b0.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.126029] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631230f9-619f-4263-aa62-6d119c57194e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.151805] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711929, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.151952] env[63198]: DEBUG nova.compute.manager [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.153902] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee411a5-b4cd-45ae-9d20-850edcc631e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.158355] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 705.158355] env[63198]: value = "task-2711930" [ 705.158355] env[63198]: _type = "Task" [ 705.158355] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.172532] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.219777] env[63198]: DEBUG nova.compute.utils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.223854] env[63198]: DEBUG nova.compute.manager [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.224145] env[63198]: DEBUG nova.network.neutron [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.268389] env[63198]: DEBUG nova.policy [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02657563a53e40419d8b378cbc3f81a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6281c75a314f61a30987a3602e6b70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.276846] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711926, 'name': CreateVM_Task, 'duration_secs': 0.621875} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.277176] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b20377-15df-429a-a592-776148d2a91c] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.279267] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546264', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'name': 'volume-c51035df-4b91-42ec-8784-525f66818cda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70b20377-15df-429a-a592-776148d2a91c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'serial': 'c51035df-4b91-42ec-8784-525f66818cda'}, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': '7bb7703c-85c8-435e-b172-a51c1fec0990', 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63198) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 705.279267] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Root volume attach. Driver type: vmdk {{(pid=63198) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 705.279267] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0f017a-12f6-4428-8f05-29173b9fb02a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.290141] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5861a7-38e1-4689-8c2e-c40c83dff9b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.297405] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c5efc1-cedf-401e-9f55-2da807fcda7c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.308866] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5d6e01f3-a666-4167-8ea1-689ba9499f6a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.316600] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for the task: (returnval){ [ 705.316600] env[63198]: value = "task-2711931" [ 705.316600] env[63198]: _type = "Task" [ 705.316600] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.327731] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711931, 'name': RelocateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.617743] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711929, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.679348] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711930, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.708139] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b9a000-9e95-4560-a140-5b5cc4308661 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.716830] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116b56c4-27c3-4e25-b9c9-8c428144c49a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.749522] env[63198]: DEBUG nova.compute.manager [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.753755] env[63198]: DEBUG nova.network.neutron [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Successfully created port: 3a033acd-9ed5-4bec-a136-9ae9cb66fc15 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.756652] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24809d49-ee10-480d-8486-67a9c84ec0d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.767793] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d536797-3ac5-49ef-9d46-79c0aba7b381 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.786947] env[63198]: DEBUG nova.compute.provider_tree [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.829768] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711931, 'name': RelocateVM_Task} progress is 20%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.110224] env[63198]: DEBUG oslo_vmware.api [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711929, 'name': PowerOnVM_Task, 'duration_secs': 0.68999} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.111210] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.111210] env[63198]: DEBUG nova.compute.manager [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.111353] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dcb89f-adf7-4d78-88e8-585db7a1f7a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.172895] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711930, 'name': ReconfigVM_Task, 'duration_secs': 0.546059} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.173172] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Reconfigured VM instance instance-0000002e to attach disk [datastore1] da96af86-8be7-40e7-b087-54f6a9ce57b0/da96af86-8be7-40e7-b087-54f6a9ce57b0.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.173786] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd17534f-2136-4574-829f-6614a969c078 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.176828] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dc966b-7e24-44aa-97a6-3c5028756e35 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.184890] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Doing hard reboot of VM {{(pid=63198) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 706.189118] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-90aabc98-9f40-45bd-81da-d5cf43fcd6d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.189118] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 706.189118] env[63198]: value = "task-2711932" [ 706.189118] env[63198]: _type = "Task" [ 706.189118] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.192299] env[63198]: DEBUG oslo_vmware.api [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 706.192299] env[63198]: value = "task-2711933" [ 706.192299] env[63198]: _type = "Task" [ 706.192299] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.200214] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711932, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.200214] env[63198]: DEBUG nova.network.neutron [req-72f0b9c5-7f9e-4d54-b98a-565ddcf85b05 req-bec8eb2b-6c10-4b1e-b780-8e2597bbf32d service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Updated VIF entry in instance network info cache for port 2839948c-9efc-4454-aba5-bb59b94a0137. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.200214] env[63198]: DEBUG nova.network.neutron [req-72f0b9c5-7f9e-4d54-b98a-565ddcf85b05 req-bec8eb2b-6c10-4b1e-b780-8e2597bbf32d service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Updating instance_info_cache with network_info: [{"id": "2839948c-9efc-4454-aba5-bb59b94a0137", "address": "fa:16:3e:4a:78:37", "network": {"id": "566da200-40d3-409c-8669-f4498a4e3b1e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-131475730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c900726eb7164e53be6ee2540a9f4f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839948c-9e", "ovs_interfaceid": "2839948c-9efc-4454-aba5-bb59b94a0137", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.206664] env[63198]: DEBUG oslo_vmware.api [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711933, 'name': ResetVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.219715] env[63198]: DEBUG nova.network.neutron [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Successfully updated port: aa685aea-571e-4956-b3c6-b9b2e35cd060 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.293223] env[63198]: DEBUG nova.scheduler.client.report [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.330375] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711931, 'name': RelocateVM_Task, 'duration_secs': 0.696971} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.330375] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 706.330602] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546264', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'name': 'volume-c51035df-4b91-42ec-8784-525f66818cda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70b20377-15df-429a-a592-776148d2a91c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'serial': 'c51035df-4b91-42ec-8784-525f66818cda'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 706.331369] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67629bde-6ea0-48ee-a8d2-9839793674bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.347507] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4be5de-a9d1-4649-b14a-e7d3c135bda9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.372475] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-c51035df-4b91-42ec-8784-525f66818cda/volume-c51035df-4b91-42ec-8784-525f66818cda.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.372796] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f4f9ed5-3667-4b00-ba64-854e81e31614 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.393579] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for the task: (returnval){ [ 706.393579] env[63198]: value = "task-2711934" [ 706.393579] env[63198]: _type = "Task" [ 706.393579] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.404230] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.629369] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.699785] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711932, 'name': Rename_Task, 'duration_secs': 0.261029} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.700374] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.700677] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da1a9fb-c83e-40cb-806b-7430c1271582 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.708117] env[63198]: DEBUG oslo_concurrency.lockutils [req-72f0b9c5-7f9e-4d54-b98a-565ddcf85b05 req-bec8eb2b-6c10-4b1e-b780-8e2597bbf32d service nova] Releasing lock "refresh_cache-16c2f860-6415-43e5-bfea-55dcc6c4b5fc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.708377] env[63198]: DEBUG oslo_vmware.api [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711933, 'name': ResetVM_Task, 'duration_secs': 0.114113} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.709199] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Did hard reboot of VM {{(pid=63198) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 706.709774] env[63198]: DEBUG nova.compute.manager [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.710653] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebb027c-9350-467b-8164-31242774ec8e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.715837] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 706.715837] env[63198]: value = "task-2711935" [ 706.715837] env[63198]: _type = "Task" [ 706.715837] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.723599] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.723703] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.724123] env[63198]: DEBUG nova.network.neutron [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.735626] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711935, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.769687] env[63198]: DEBUG nova.compute.manager [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.796349] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.796612] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.796769] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.796950] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.797113] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.797289] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.797501] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.797658] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.797823] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.797982] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.798174] env[63198]: DEBUG nova.virt.hardware [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.798936] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.801493] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f21dd3-5ab6-41c4-96f0-4fe9fafdef56 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.804622] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.208s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.806184] env[63198]: INFO nova.compute.claims [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.814810] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61dd7cd-f365-4e7b-9520-869752a821f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.831959] env[63198]: INFO nova.scheduler.client.report [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Deleted allocations for instance 6960a521-685b-4c29-95da-799aafa9bac9 [ 706.904522] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711934, 'name': ReconfigVM_Task, 'duration_secs': 0.479608} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.904762] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-c51035df-4b91-42ec-8784-525f66818cda/volume-c51035df-4b91-42ec-8784-525f66818cda.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.909873] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12b7f822-4f5d-4aaf-89bb-f4513afd5809 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.927955] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for the task: (returnval){ [ 706.927955] env[63198]: value = "task-2711936" [ 706.927955] env[63198]: _type = "Task" [ 706.927955] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.936376] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.208282] env[63198]: DEBUG nova.compute.manager [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Received event network-vif-plugged-aa685aea-571e-4956-b3c6-b9b2e35cd060 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.208556] env[63198]: DEBUG oslo_concurrency.lockutils [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] Acquiring lock "caedd33a-6164-45d0-8722-6b775f20fd9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.208809] env[63198]: DEBUG oslo_concurrency.lockutils [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.208865] env[63198]: DEBUG oslo_concurrency.lockutils [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.208984] env[63198]: DEBUG nova.compute.manager [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] No waiting events found dispatching network-vif-plugged-aa685aea-571e-4956-b3c6-b9b2e35cd060 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.209161] env[63198]: WARNING nova.compute.manager [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Received unexpected event network-vif-plugged-aa685aea-571e-4956-b3c6-b9b2e35cd060 for instance with vm_state building and task_state spawning. [ 707.209425] env[63198]: DEBUG nova.compute.manager [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Received event network-changed-aa685aea-571e-4956-b3c6-b9b2e35cd060 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.209555] env[63198]: DEBUG nova.compute.manager [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Refreshing instance network info cache due to event network-changed-aa685aea-571e-4956-b3c6-b9b2e35cd060. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 707.209768] env[63198]: DEBUG oslo_concurrency.lockutils [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] Acquiring lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.226655] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.234082] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fe05ae4-350b-451d-9a08-902960c01638 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.690s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.277599] env[63198]: DEBUG nova.network.neutron [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.346427] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28432975-69b9-41a0-9e5d-c6aeeef8d2e5 tempest-ServersAdminNegativeTestJSON-736271596 tempest-ServersAdminNegativeTestJSON-736271596-project-member] Lock "6960a521-685b-4c29-95da-799aafa9bac9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.021s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.367404] env[63198]: DEBUG nova.compute.manager [req-affb4d10-ed4d-4fff-87ed-397e05c57740 req-9dceab57-6878-4cb2-b48d-0ff0d6d22f28 service nova] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Received event network-vif-plugged-3a033acd-9ed5-4bec-a136-9ae9cb66fc15 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.367564] env[63198]: DEBUG oslo_concurrency.lockutils [req-affb4d10-ed4d-4fff-87ed-397e05c57740 req-9dceab57-6878-4cb2-b48d-0ff0d6d22f28 service nova] Acquiring lock "3251800d-7e48-4db8-803b-d87bcf788fc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.367897] env[63198]: DEBUG oslo_concurrency.lockutils [req-affb4d10-ed4d-4fff-87ed-397e05c57740 req-9dceab57-6878-4cb2-b48d-0ff0d6d22f28 service nova] Lock "3251800d-7e48-4db8-803b-d87bcf788fc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.367897] env[63198]: DEBUG oslo_concurrency.lockutils [req-affb4d10-ed4d-4fff-87ed-397e05c57740 req-9dceab57-6878-4cb2-b48d-0ff0d6d22f28 service nova] Lock "3251800d-7e48-4db8-803b-d87bcf788fc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.368160] env[63198]: DEBUG nova.compute.manager [req-affb4d10-ed4d-4fff-87ed-397e05c57740 req-9dceab57-6878-4cb2-b48d-0ff0d6d22f28 service nova] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] No waiting events found dispatching network-vif-plugged-3a033acd-9ed5-4bec-a136-9ae9cb66fc15 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.368338] env[63198]: WARNING nova.compute.manager [req-affb4d10-ed4d-4fff-87ed-397e05c57740 req-9dceab57-6878-4cb2-b48d-0ff0d6d22f28 service nova] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Received unexpected event network-vif-plugged-3a033acd-9ed5-4bec-a136-9ae9cb66fc15 for instance with vm_state building and task_state spawning. [ 707.378307] env[63198]: DEBUG nova.network.neutron [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Successfully updated port: 3a033acd-9ed5-4bec-a136-9ae9cb66fc15 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.443636] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711936, 'name': ReconfigVM_Task, 'duration_secs': 0.228191} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.443636] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546264', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'name': 'volume-c51035df-4b91-42ec-8784-525f66818cda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70b20377-15df-429a-a592-776148d2a91c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'serial': 'c51035df-4b91-42ec-8784-525f66818cda'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 707.443636] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c7490b-a464-47a9-85d1-5b2151e1fe6f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.451211] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for the task: (returnval){ [ 707.451211] env[63198]: value = "task-2711937" [ 707.451211] env[63198]: _type = "Task" [ 707.451211] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.458247] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711937, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.575946] env[63198]: DEBUG nova.network.neutron [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance_info_cache with network_info: [{"id": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "address": "fa:16:3e:6a:31:ac", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa685aea-57", "ovs_interfaceid": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.726682] env[63198]: DEBUG oslo_vmware.api [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711935, 'name': PowerOnVM_Task, 'duration_secs': 0.778318} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.726837] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.727056] env[63198]: INFO nova.compute.manager [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Took 9.00 seconds to spawn the instance on the hypervisor. [ 707.727240] env[63198]: DEBUG nova.compute.manager [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.728050] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc66318-19cb-4c5c-9b3b-722107c2b621 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.881086] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-3251800d-7e48-4db8-803b-d87bcf788fc8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.881252] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-3251800d-7e48-4db8-803b-d87bcf788fc8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.881479] env[63198]: DEBUG nova.network.neutron [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.901770] env[63198]: INFO nova.compute.manager [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Rebuilding instance [ 707.966639] env[63198]: DEBUG nova.compute.manager [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.966984] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711937, 'name': Rename_Task, 'duration_secs': 0.145929} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.967762] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56470b11-5b88-4773-85b2-87b79bfc2bc9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.972501] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.973668] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e7a88d8-b2be-4a9c-b058-660853d7d5ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.982061] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for the task: (returnval){ [ 707.982061] env[63198]: value = "task-2711938" [ 707.982061] env[63198]: _type = "Task" [ 707.982061] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.078046] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.078046] env[63198]: DEBUG nova.compute.manager [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Instance network_info: |[{"id": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "address": "fa:16:3e:6a:31:ac", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa685aea-57", "ovs_interfaceid": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.078364] env[63198]: DEBUG oslo_concurrency.lockutils [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] Acquired lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.078494] env[63198]: DEBUG nova.network.neutron [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Refreshing network info cache for port aa685aea-571e-4956-b3c6-b9b2e35cd060 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.079756] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:31:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa685aea-571e-4956-b3c6-b9b2e35cd060', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.089442] env[63198]: DEBUG oslo.service.loopingcall [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.095187] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.095905] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01606175-bc45-49be-baed-37071108b39b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.120907] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.120907] env[63198]: value = "task-2711939" [ 708.120907] env[63198]: _type = "Task" [ 708.120907] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.133338] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711939, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.251500] env[63198]: INFO nova.compute.manager [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Took 44.79 seconds to build instance. [ 708.301479] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a2e9d5-9ee2-4b37-8edc-a3efbd45fd55 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.311145] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be2e481-1df9-4541-b526-99b5e7a11ae8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.350322] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d92cf08-540c-4fb4-af42-d83e47ddebbe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.359276] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6a5fcb-3be0-4a91-ae8d-bc9a7788211e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.377282] env[63198]: DEBUG nova.compute.provider_tree [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.418697] env[63198]: DEBUG nova.network.neutron [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.488043] env[63198]: DEBUG nova.network.neutron [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updated VIF entry in instance network info cache for port aa685aea-571e-4956-b3c6-b9b2e35cd060. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.488467] env[63198]: DEBUG nova.network.neutron [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance_info_cache with network_info: [{"id": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "address": "fa:16:3e:6a:31:ac", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa685aea-57", "ovs_interfaceid": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.503138] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711938, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.535186] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.539169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.539169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.539169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.539169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.539748] env[63198]: INFO nova.compute.manager [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Terminating instance [ 708.631083] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711939, 'name': CreateVM_Task, 'duration_secs': 0.386708} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.631290] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.632440] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.632610] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.632925] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.633570] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf8a85e-f7d9-407a-b371-6f526409d322 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.640110] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 708.640110] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528d4f17-a442-ef0b-cf31-30f509ea463f" [ 708.640110] env[63198]: _type = "Task" [ 708.640110] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.650442] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528d4f17-a442-ef0b-cf31-30f509ea463f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.660506] env[63198]: DEBUG nova.network.neutron [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Updating instance_info_cache with network_info: [{"id": "3a033acd-9ed5-4bec-a136-9ae9cb66fc15", "address": "fa:16:3e:e5:9f:99", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a033acd-9e", "ovs_interfaceid": "3a033acd-9ed5-4bec-a136-9ae9cb66fc15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.753542] env[63198]: DEBUG oslo_concurrency.lockutils [None req-379f3c41-c790-4dca-9359-feb3ee6e6847 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "da96af86-8be7-40e7-b087-54f6a9ce57b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.691s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.884139] env[63198]: DEBUG nova.scheduler.client.report [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.997050] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.997784] env[63198]: DEBUG oslo_concurrency.lockutils [req-3b6d2293-e39b-494a-99ff-b6ae8cfff4df req-4de2ed3a-d0c2-4cb5-adfd-ce8a919fa683 service nova] Releasing lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.998223] env[63198]: DEBUG oslo_vmware.api [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2711938, 'name': PowerOnVM_Task, 'duration_secs': 0.582589} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.998490] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b4f5e8a-9633-4e6e-a86b-01f3763b965c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.000209] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.000470] env[63198]: INFO nova.compute.manager [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Took 5.72 seconds to spawn the instance on the hypervisor. [ 709.001057] env[63198]: DEBUG nova.compute.manager [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.001721] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef29798-dac3-4436-9f13-8b46b118d12c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.015262] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 709.015262] env[63198]: value = "task-2711940" [ 709.015262] env[63198]: _type = "Task" [ 709.015262] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.023164] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.044480] env[63198]: DEBUG nova.compute.manager [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.044775] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.045851] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ccda0f-df6c-46ab-bed2-dfc28831f000 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.056151] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.056151] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e16036b-e490-4873-8d6c-6bee1d9ff9e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.065110] env[63198]: DEBUG oslo_vmware.api [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 709.065110] env[63198]: value = "task-2711941" [ 709.065110] env[63198]: _type = "Task" [ 709.065110] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.077179] env[63198]: DEBUG oslo_vmware.api [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.152839] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528d4f17-a442-ef0b-cf31-30f509ea463f, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.153158] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.153394] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.153622] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.153766] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.153943] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.154229] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66420f0d-ba37-402e-8a92-80e05b5e8e61 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.163701] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-3251800d-7e48-4db8-803b-d87bcf788fc8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.164039] env[63198]: DEBUG nova.compute.manager [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Instance network_info: |[{"id": "3a033acd-9ed5-4bec-a136-9ae9cb66fc15", "address": "fa:16:3e:e5:9f:99", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a033acd-9e", "ovs_interfaceid": "3a033acd-9ed5-4bec-a136-9ae9cb66fc15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.165553] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.165736] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.166664] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:9f:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a033acd-9ed5-4bec-a136-9ae9cb66fc15', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.173874] env[63198]: DEBUG oslo.service.loopingcall [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.174577] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc60762-b2ad-43cf-927d-b106a6756d3f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.177309] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.177517] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c9f8e91-4f98-4db9-b505-26a955036160 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.195110] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 709.195110] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526bf0ca-fa7b-d40a-0a54-a2a8266ab1e5" [ 709.195110] env[63198]: _type = "Task" [ 709.195110] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.199329] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.199329] env[63198]: value = "task-2711942" [ 709.199329] env[63198]: _type = "Task" [ 709.199329] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.205808] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526bf0ca-fa7b-d40a-0a54-a2a8266ab1e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.211016] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711942, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.388860] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.389636] env[63198]: DEBUG nova.compute.manager [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.396915] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.440s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.396915] env[63198]: INFO nova.compute.claims [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.529684] env[63198]: INFO nova.compute.manager [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Took 44.77 seconds to build instance. [ 709.534111] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.574717] env[63198]: DEBUG oslo_vmware.api [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.621769] env[63198]: DEBUG nova.compute.manager [req-0ece6bae-5247-4a06-82f3-114e9d9a69b1 req-2afee62b-b155-4335-a840-4393d66ba7d8 service nova] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Received event network-changed-3a033acd-9ed5-4bec-a136-9ae9cb66fc15 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.625301] env[63198]: DEBUG nova.compute.manager [req-0ece6bae-5247-4a06-82f3-114e9d9a69b1 req-2afee62b-b155-4335-a840-4393d66ba7d8 service nova] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Refreshing instance network info cache due to event network-changed-3a033acd-9ed5-4bec-a136-9ae9cb66fc15. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 709.625301] env[63198]: DEBUG oslo_concurrency.lockutils [req-0ece6bae-5247-4a06-82f3-114e9d9a69b1 req-2afee62b-b155-4335-a840-4393d66ba7d8 service nova] Acquiring lock "refresh_cache-3251800d-7e48-4db8-803b-d87bcf788fc8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.625301] env[63198]: DEBUG oslo_concurrency.lockutils [req-0ece6bae-5247-4a06-82f3-114e9d9a69b1 req-2afee62b-b155-4335-a840-4393d66ba7d8 service nova] Acquired lock "refresh_cache-3251800d-7e48-4db8-803b-d87bcf788fc8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.625301] env[63198]: DEBUG nova.network.neutron [req-0ece6bae-5247-4a06-82f3-114e9d9a69b1 req-2afee62b-b155-4335-a840-4393d66ba7d8 service nova] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Refreshing network info cache for port 3a033acd-9ed5-4bec-a136-9ae9cb66fc15 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.709087] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711942, 'name': CreateVM_Task, 'duration_secs': 0.334223} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.713598] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.713598] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526bf0ca-fa7b-d40a-0a54-a2a8266ab1e5, 'name': SearchDatastore_Task, 'duration_secs': 0.015044} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.717018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.717018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.717018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.717018] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26027c5-8f21-4434-bbef-b59b14e4094a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.717018] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e44d67-537d-4687-924e-1c24f48e820a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.723243] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 709.723243] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52212209-ba36-33ce-2dbe-fbe5485b50bd" [ 709.723243] env[63198]: _type = "Task" [ 709.723243] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.724826] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 709.724826] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b881c8-3571-8f9e-60b8-dbc1d33687a9" [ 709.724826] env[63198]: _type = "Task" [ 709.724826] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.737756] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52212209-ba36-33ce-2dbe-fbe5485b50bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.741171] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.741416] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.741618] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.741853] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b881c8-3571-8f9e-60b8-dbc1d33687a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.742070] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.742886] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] caedd33a-6164-45d0-8722-6b775f20fd9c/caedd33a-6164-45d0-8722-6b775f20fd9c.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.742886] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.742886] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.742886] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f3f9efc-884b-43aa-9d22-d90a08089ed0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.744894] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e3d233-a480-4d1d-baa0-605498e8ef91 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.752340] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 709.752340] env[63198]: value = "task-2711943" [ 709.752340] env[63198]: _type = "Task" [ 709.752340] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.756789] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.756967] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.758924] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cebfc65-47c7-498c-8eb6-a1e85c1cccfb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.765433] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.768655] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 709.768655] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522e20e7-65f2-4072-55e5-3c2d7562d7f9" [ 709.768655] env[63198]: _type = "Task" [ 709.768655] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.776937] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522e20e7-65f2-4072-55e5-3c2d7562d7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.896940] env[63198]: DEBUG nova.compute.utils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.901669] env[63198]: DEBUG nova.compute.manager [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.901669] env[63198]: DEBUG nova.network.neutron [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.966768] env[63198]: DEBUG nova.policy [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8cc832abca2407ca2074a7f762e9bdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76f68681b8874edeaa9d4b5fca6fb5e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.031704] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.038759] env[63198]: DEBUG oslo_concurrency.lockutils [None req-09c92e53-16b9-4e6e-b993-77743a7acf19 tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "70b20377-15df-429a-a592-776148d2a91c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.104s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.081434] env[63198]: DEBUG oslo_vmware.api [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.264722] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711943, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.294522] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522e20e7-65f2-4072-55e5-3c2d7562d7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.295746] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71d5d23-7e70-4988-96cb-a5ab04dbbe52 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.302242] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 710.302242] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5243e834-380c-72ad-8e39-a91fc8c23a86" [ 710.302242] env[63198]: _type = "Task" [ 710.302242] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.314134] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5243e834-380c-72ad-8e39-a91fc8c23a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.345145] env[63198]: DEBUG nova.compute.manager [req-c89e3e11-7cb1-41f6-abbd-074a556a3013 req-371a7d5d-2394-421a-8043-f9abb754110f service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Received event network-changed-3f1dc2a3-e162-4196-92ca-c79958b44bc1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.345271] env[63198]: DEBUG nova.compute.manager [req-c89e3e11-7cb1-41f6-abbd-074a556a3013 req-371a7d5d-2394-421a-8043-f9abb754110f service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Refreshing instance network info cache due to event network-changed-3f1dc2a3-e162-4196-92ca-c79958b44bc1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.345444] env[63198]: DEBUG oslo_concurrency.lockutils [req-c89e3e11-7cb1-41f6-abbd-074a556a3013 req-371a7d5d-2394-421a-8043-f9abb754110f service nova] Acquiring lock "refresh_cache-70b20377-15df-429a-a592-776148d2a91c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.345591] env[63198]: DEBUG oslo_concurrency.lockutils [req-c89e3e11-7cb1-41f6-abbd-074a556a3013 req-371a7d5d-2394-421a-8043-f9abb754110f service nova] Acquired lock "refresh_cache-70b20377-15df-429a-a592-776148d2a91c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.345744] env[63198]: DEBUG nova.network.neutron [req-c89e3e11-7cb1-41f6-abbd-074a556a3013 req-371a7d5d-2394-421a-8043-f9abb754110f service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Refreshing network info cache for port 3f1dc2a3-e162-4196-92ca-c79958b44bc1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.403713] env[63198]: DEBUG nova.compute.manager [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.466646] env[63198]: DEBUG nova.network.neutron [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Successfully created port: bea2e7ff-327d-4173-af07-75eb5c0a821b {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.480967] env[63198]: DEBUG nova.network.neutron [req-0ece6bae-5247-4a06-82f3-114e9d9a69b1 req-2afee62b-b155-4335-a840-4393d66ba7d8 service nova] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Updated VIF entry in instance network info cache for port 3a033acd-9ed5-4bec-a136-9ae9cb66fc15. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.481325] env[63198]: DEBUG nova.network.neutron [req-0ece6bae-5247-4a06-82f3-114e9d9a69b1 req-2afee62b-b155-4335-a840-4393d66ba7d8 service nova] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Updating instance_info_cache with network_info: [{"id": "3a033acd-9ed5-4bec-a136-9ae9cb66fc15", "address": "fa:16:3e:e5:9f:99", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a033acd-9e", "ovs_interfaceid": "3a033acd-9ed5-4bec-a136-9ae9cb66fc15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.534018] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711940, 'name': PowerOffVM_Task, 'duration_secs': 1.231986} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.534018] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.534018] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.534018] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f93a33-df4d-4ef4-9bb6-998c109409d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.545171] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.545441] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4e325a2-3525-4ee7-86a5-3d08b826a30d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.582794] env[63198]: DEBUG oslo_vmware.api [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711941, 'name': PowerOffVM_Task, 'duration_secs': 1.142819} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.583111] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.583471] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.583744] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24b1b38d-afea-48d3-b921-b76f9b1269bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.608366] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.608623] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.608815] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleting the datastore file [datastore1] aef1d1f0-d6a3-4a61-9896-5669beda455d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.609133] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1929ec25-eb93-4321-8d18-6ab20712c63a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.620714] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 710.620714] env[63198]: value = "task-2711946" [ 710.620714] env[63198]: _type = "Task" [ 710.620714] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.637674] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.644120] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.645312] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.645550] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Deleting the datastore file [datastore2] ec68d6ed-2076-4e7a-9aff-abea17c3bced {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.647359] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74851e35-712d-45bb-87e9-10f0584b545c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.652195] env[63198]: DEBUG oslo_vmware.api [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for the task: (returnval){ [ 710.652195] env[63198]: value = "task-2711947" [ 710.652195] env[63198]: _type = "Task" [ 710.652195] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.666019] env[63198]: DEBUG oslo_vmware.api [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.768524] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522138} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.768851] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] caedd33a-6164-45d0-8722-6b775f20fd9c/caedd33a-6164-45d0-8722-6b775f20fd9c.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.769073] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.769337] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fd8796d-0b0e-49e6-bf7a-ea0f15fa6698 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.780341] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 710.780341] env[63198]: value = "task-2711948" [ 710.780341] env[63198]: _type = "Task" [ 710.780341] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.818512] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5243e834-380c-72ad-8e39-a91fc8c23a86, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.818512] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.822398] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8/3251800d-7e48-4db8-803b-d87bcf788fc8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.822790] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da6e6bd2-df4d-4aa1-bdd4-bfa47c128e42 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.831458] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 710.831458] env[63198]: value = "task-2711949" [ 710.831458] env[63198]: _type = "Task" [ 710.831458] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.843811] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.973724] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba60613-d076-4c77-a525-9265038705e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.982998] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb3234-fd8a-410a-b0cf-0f898d1b5c51 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.986928] env[63198]: DEBUG oslo_concurrency.lockutils [req-0ece6bae-5247-4a06-82f3-114e9d9a69b1 req-2afee62b-b155-4335-a840-4393d66ba7d8 service nova] Releasing lock "refresh_cache-3251800d-7e48-4db8-803b-d87bcf788fc8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.025330] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c451308-a6a0-438c-8826-a0289e8e7c81 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.039027] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263f38c5-df67-4fcd-a3a2-6ee055c4d86d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.050819] env[63198]: DEBUG nova.compute.provider_tree [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.138444] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162048} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.141542] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.141787] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.141987] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.164389] env[63198]: DEBUG oslo_vmware.api [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Task: {'id': task-2711947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180792} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.164842] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.165187] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.165496] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.165734] env[63198]: INFO nova.compute.manager [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Took 2.12 seconds to destroy the instance on the hypervisor. [ 711.166148] env[63198]: DEBUG oslo.service.loopingcall [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.166536] env[63198]: DEBUG nova.compute.manager [-] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.166670] env[63198]: DEBUG nova.network.neutron [-] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.297533] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14515} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.300020] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.300720] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4be8a0b-3139-425c-a802-9131d55a40a2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.332924] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] caedd33a-6164-45d0-8722-6b775f20fd9c/caedd33a-6164-45d0-8722-6b775f20fd9c.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.333324] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bd61c0-e65c-410a-a3d5-cfd967121bba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.358131] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711949, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.360172] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 711.360172] env[63198]: value = "task-2711950" [ 711.360172] env[63198]: _type = "Task" [ 711.360172] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.367780] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.419838] env[63198]: DEBUG nova.compute.manager [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.431084] env[63198]: DEBUG nova.network.neutron [req-c89e3e11-7cb1-41f6-abbd-074a556a3013 req-371a7d5d-2394-421a-8043-f9abb754110f service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Updated VIF entry in instance network info cache for port 3f1dc2a3-e162-4196-92ca-c79958b44bc1. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.431543] env[63198]: DEBUG nova.network.neutron [req-c89e3e11-7cb1-41f6-abbd-074a556a3013 req-371a7d5d-2394-421a-8043-f9abb754110f service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Updating instance_info_cache with network_info: [{"id": "3f1dc2a3-e162-4196-92ca-c79958b44bc1", "address": "fa:16:3e:e7:b2:9a", "network": {"id": "db4a1734-6d76-4d25-a59f-f7b16b70a1fc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1227431405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac01eee1f8747feb59a603881543a22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f1dc2a3-e1", "ovs_interfaceid": "3f1dc2a3-e162-4196-92ca-c79958b44bc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.461907] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.461907] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.461907] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.461907] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.461907] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.461907] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.461907] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.461907] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.461907] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.462519] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.462519] env[63198]: DEBUG nova.virt.hardware [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.463385] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc02d7dd-9a75-4c16-ac1c-7882d2da3ffc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.479024] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f475e44-648b-4eca-b947-5adcf4845746 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.555368] env[63198]: DEBUG nova.scheduler.client.report [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.735356] env[63198]: DEBUG oslo_concurrency.lockutils [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquiring lock "da96af86-8be7-40e7-b087-54f6a9ce57b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.735672] env[63198]: DEBUG oslo_concurrency.lockutils [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "da96af86-8be7-40e7-b087-54f6a9ce57b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.735921] env[63198]: DEBUG oslo_concurrency.lockutils [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquiring lock "da96af86-8be7-40e7-b087-54f6a9ce57b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.736210] env[63198]: DEBUG oslo_concurrency.lockutils [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "da96af86-8be7-40e7-b087-54f6a9ce57b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.736320] env[63198]: DEBUG oslo_concurrency.lockutils [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "da96af86-8be7-40e7-b087-54f6a9ce57b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.739023] env[63198]: INFO nova.compute.manager [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Terminating instance [ 711.861404] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546598} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.864634] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8/3251800d-7e48-4db8-803b-d87bcf788fc8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.864768] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.865029] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-302a2c64-9b40-4ff2-b80d-e05cb5b20365 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.872211] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.873456] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 711.873456] env[63198]: value = "task-2711951" [ 711.873456] env[63198]: _type = "Task" [ 711.873456] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.881499] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.936841] env[63198]: DEBUG oslo_concurrency.lockutils [req-c89e3e11-7cb1-41f6-abbd-074a556a3013 req-371a7d5d-2394-421a-8043-f9abb754110f service nova] Releasing lock "refresh_cache-70b20377-15df-429a-a592-776148d2a91c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.060795] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.061400] env[63198]: DEBUG nova.compute.manager [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.063990] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.167s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.067760] env[63198]: INFO nova.compute.claims [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.070235] env[63198]: DEBUG nova.compute.manager [req-33ecd434-250c-4594-ba1d-a049e38524fd req-6711347f-13fd-45b0-84ae-fc4069f0b5a4 service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Received event network-vif-plugged-bea2e7ff-327d-4173-af07-75eb5c0a821b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.070445] env[63198]: DEBUG oslo_concurrency.lockutils [req-33ecd434-250c-4594-ba1d-a049e38524fd req-6711347f-13fd-45b0-84ae-fc4069f0b5a4 service nova] Acquiring lock "53bb3fab-5289-4abe-ae4b-43547891513e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.070669] env[63198]: DEBUG oslo_concurrency.lockutils [req-33ecd434-250c-4594-ba1d-a049e38524fd req-6711347f-13fd-45b0-84ae-fc4069f0b5a4 service nova] Lock "53bb3fab-5289-4abe-ae4b-43547891513e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.070835] env[63198]: DEBUG oslo_concurrency.lockutils [req-33ecd434-250c-4594-ba1d-a049e38524fd req-6711347f-13fd-45b0-84ae-fc4069f0b5a4 service nova] Lock "53bb3fab-5289-4abe-ae4b-43547891513e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.071009] env[63198]: DEBUG nova.compute.manager [req-33ecd434-250c-4594-ba1d-a049e38524fd req-6711347f-13fd-45b0-84ae-fc4069f0b5a4 service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] No waiting events found dispatching network-vif-plugged-bea2e7ff-327d-4173-af07-75eb5c0a821b {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.071183] env[63198]: WARNING nova.compute.manager [req-33ecd434-250c-4594-ba1d-a049e38524fd req-6711347f-13fd-45b0-84ae-fc4069f0b5a4 service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Received unexpected event network-vif-plugged-bea2e7ff-327d-4173-af07-75eb5c0a821b for instance with vm_state building and task_state spawning. [ 712.187236] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.187236] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.187236] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.187236] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.187236] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.187236] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.187236] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.187236] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.188237] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.188558] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.188898] env[63198]: DEBUG nova.virt.hardware [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.190389] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a69b7f4-6d1b-49fe-a823-6a052977bf31 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.202605] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef24133-e4fe-492f-bc0c-77bab36e7758 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.208744] env[63198]: DEBUG nova.network.neutron [-] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.225688] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:64:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '670a96a9-f7bb-4958-ab56-d07ce2d54233', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.235408] env[63198]: DEBUG oslo.service.loopingcall [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.236826] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.237122] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1db7e346-45e6-4d7c-898c-df8c8eab9ed9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.254944] env[63198]: DEBUG nova.compute.manager [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.255260] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.256923] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbbc4c3-1821-4f73-b916-298eb2bec932 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.262521] env[63198]: DEBUG nova.network.neutron [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Successfully updated port: bea2e7ff-327d-4173-af07-75eb5c0a821b {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.267880] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.268423] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cfc9ffc-d326-4a18-b36e-bb2b2cdf2da4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.270612] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.270612] env[63198]: value = "task-2711952" [ 712.270612] env[63198]: _type = "Task" [ 712.270612] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.285879] env[63198]: DEBUG oslo_vmware.api [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 712.285879] env[63198]: value = "task-2711953" [ 712.285879] env[63198]: _type = "Task" [ 712.285879] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.290223] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711952, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.299125] env[63198]: DEBUG oslo_vmware.api [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.371365] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711950, 'name': ReconfigVM_Task, 'duration_secs': 0.933418} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.371765] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] caedd33a-6164-45d0-8722-6b775f20fd9c/caedd33a-6164-45d0-8722-6b775f20fd9c.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.372358] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ab7de7c-94d6-4162-adc6-b31bfd3f973b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.380622] env[63198]: DEBUG nova.compute.manager [req-fabb51cf-ccd4-4b36-88e7-2a6948140128 req-39ab2343-be4a-4ff3-b521-9b01ccb4e139 service nova] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Received event network-vif-deleted-95e97ca0-be7a-4eaf-92b5-6a2723c62103 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.384636] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072447} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.386173] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.386667] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 712.386667] env[63198]: value = "task-2711954" [ 712.386667] env[63198]: _type = "Task" [ 712.386667] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.387799] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2bbf8f-3611-4863-bdc4-85ccf4fe07dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.415835] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8/3251800d-7e48-4db8-803b-d87bcf788fc8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.419839] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-814e889b-b109-4392-ba94-643f2863e546 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.436835] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711954, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.442684] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 712.442684] env[63198]: value = "task-2711955" [ 712.442684] env[63198]: _type = "Task" [ 712.442684] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.452730] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.571659] env[63198]: DEBUG nova.compute.utils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.573603] env[63198]: DEBUG nova.compute.manager [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.573836] env[63198]: DEBUG nova.network.neutron [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.640124] env[63198]: DEBUG nova.policy [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69600b4bb1b24ff1bed1c9fd85b8b25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1997deba3da48a3ac594aac33f53b18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.711794] env[63198]: INFO nova.compute.manager [-] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Took 1.54 seconds to deallocate network for instance. [ 712.765241] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "refresh_cache-53bb3fab-5289-4abe-ae4b-43547891513e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.765390] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "refresh_cache-53bb3fab-5289-4abe-ae4b-43547891513e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.765531] env[63198]: DEBUG nova.network.neutron [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.782985] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711952, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.799132] env[63198]: DEBUG oslo_vmware.api [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711953, 'name': PowerOffVM_Task, 'duration_secs': 0.255012} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.799363] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.800399] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.800399] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d1d911b-1f21-45ce-afbf-e5646c1dbae0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.878080] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.878080] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.878080] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Deleting the datastore file [datastore1] da96af86-8be7-40e7-b087-54f6a9ce57b0 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.878080] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-452b220e-6a97-48bd-9c4b-2612c29fde24 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.889684] env[63198]: DEBUG oslo_vmware.api [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for the task: (returnval){ [ 712.889684] env[63198]: value = "task-2711957" [ 712.889684] env[63198]: _type = "Task" [ 712.889684] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.906519] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711954, 'name': Rename_Task, 'duration_secs': 0.187675} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.910450] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.910754] env[63198]: DEBUG oslo_vmware.api [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.911007] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c9dff84-ca28-43fd-8dd8-112a30b99f0b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.918773] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 712.918773] env[63198]: value = "task-2711958" [ 712.918773] env[63198]: _type = "Task" [ 712.918773] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.929895] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.952148] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.079628] env[63198]: DEBUG nova.compute.manager [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.093897] env[63198]: DEBUG nova.network.neutron [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Successfully created port: b45ea743-6948-44cf-844b-4231d080a356 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.220359] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.287421] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711952, 'name': CreateVM_Task, 'duration_secs': 0.5416} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.287853] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.288888] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.288888] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.289016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.289258] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec90c941-0268-4b18-95be-d5fff72e3e28 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.297206] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 713.297206] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d1ab93-bace-c3ca-c34b-3646289e26aa" [ 713.297206] env[63198]: _type = "Task" [ 713.297206] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.306257] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d1ab93-bace-c3ca-c34b-3646289e26aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.343166] env[63198]: DEBUG nova.network.neutron [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.402656] env[63198]: DEBUG oslo_vmware.api [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Task: {'id': task-2711957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165885} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.403279] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.403669] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.404044] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.404367] env[63198]: INFO nova.compute.manager [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 713.404741] env[63198]: DEBUG oslo.service.loopingcall [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.405090] env[63198]: DEBUG nova.compute.manager [-] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.405319] env[63198]: DEBUG nova.network.neutron [-] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.430407] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.454349] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.542013] env[63198]: DEBUG nova.network.neutron [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Successfully created port: a35bc538-10e3-4f09-8d13-907756e6dcd9 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.565231] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29897f4-5626-4b2c-a80a-45bb88ac377c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.573944] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d65c73-cf2f-4435-bd14-90f07a2dbe1a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.620729] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc518ae-ea2c-49a3-84b5-1e5dc43c0412 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.631613] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e3e2c4-40d1-4a90-a553-696770ae7405 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.655345] env[63198]: DEBUG nova.compute.provider_tree [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.743667] env[63198]: DEBUG nova.network.neutron [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Updating instance_info_cache with network_info: [{"id": "bea2e7ff-327d-4173-af07-75eb5c0a821b", "address": "fa:16:3e:83:62:b0", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea2e7ff-32", "ovs_interfaceid": "bea2e7ff-327d-4173-af07-75eb5c0a821b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.809544] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d1ab93-bace-c3ca-c34b-3646289e26aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.809812] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.810049] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.810279] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.810480] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.810711] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.810861] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8c55f4f-5f58-406c-ad4a-6bbc033aa8bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.821065] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.821354] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.822108] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8935a4f5-3eac-4187-a5ff-140e03e09d97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.829396] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 713.829396] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520878ae-12a0-0788-54f0-41b6abae04f4" [ 713.829396] env[63198]: _type = "Task" [ 713.829396] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.842748] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520878ae-12a0-0788-54f0-41b6abae04f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.930081] env[63198]: DEBUG oslo_vmware.api [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2711958, 'name': PowerOnVM_Task, 'duration_secs': 0.947879} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.930366] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.930570] env[63198]: INFO nova.compute.manager [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Took 9.80 seconds to spawn the instance on the hypervisor. [ 713.930771] env[63198]: DEBUG nova.compute.manager [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.931773] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3f21f1-b4d0-4009-a1f2-979734c00767 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.955446] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711955, 'name': ReconfigVM_Task, 'duration_secs': 1.283571} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.955730] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8/3251800d-7e48-4db8-803b-d87bcf788fc8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.956416] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75db6e5b-9306-400e-994c-b7c0eaa8879d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.963376] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 713.963376] env[63198]: value = "task-2711959" [ 713.963376] env[63198]: _type = "Task" [ 713.963376] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.971616] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711959, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.127974] env[63198]: DEBUG nova.compute.manager [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.158970] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.158970] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.158970] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.158970] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.158970] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.158970] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.158970] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.158970] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.159951] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.159951] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.159951] env[63198]: DEBUG nova.virt.hardware [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.161250] env[63198]: DEBUG nova.scheduler.client.report [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.166330] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf387df1-c9c3-40f8-8f57-4f306cbf50b9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.174120] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df77e655-7774-44b2-8fc3-334b69ed1494 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.249307] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "refresh_cache-53bb3fab-5289-4abe-ae4b-43547891513e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.249307] env[63198]: DEBUG nova.compute.manager [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Instance network_info: |[{"id": "bea2e7ff-327d-4173-af07-75eb5c0a821b", "address": "fa:16:3e:83:62:b0", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea2e7ff-32", "ovs_interfaceid": "bea2e7ff-327d-4173-af07-75eb5c0a821b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.249307] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:62:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bea2e7ff-327d-4173-af07-75eb5c0a821b', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.257286] env[63198]: DEBUG oslo.service.loopingcall [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.257715] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.257948] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f21b2d49-06a3-4b94-9d7f-1e9336b9275a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.278752] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.278752] env[63198]: value = "task-2711960" [ 714.278752] env[63198]: _type = "Task" [ 714.278752] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.289895] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711960, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.341307] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520878ae-12a0-0788-54f0-41b6abae04f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.341307] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edddeaad-4201-458d-b7b4-096daab115bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.350744] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 714.350744] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52209de2-19fb-cc83-5a50-7204b313d165" [ 714.350744] env[63198]: _type = "Task" [ 714.350744] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.362422] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52209de2-19fb-cc83-5a50-7204b313d165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.375155] env[63198]: DEBUG nova.network.neutron [-] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.403255] env[63198]: DEBUG nova.compute.manager [req-3901869b-a45b-46af-9c27-a67e7486b2ec req-a8f5a5ff-4370-4c4e-93d9-f4b3ed6376a6 service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Received event network-changed-bea2e7ff-327d-4173-af07-75eb5c0a821b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.403255] env[63198]: DEBUG nova.compute.manager [req-3901869b-a45b-46af-9c27-a67e7486b2ec req-a8f5a5ff-4370-4c4e-93d9-f4b3ed6376a6 service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Refreshing instance network info cache due to event network-changed-bea2e7ff-327d-4173-af07-75eb5c0a821b. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.403255] env[63198]: DEBUG oslo_concurrency.lockutils [req-3901869b-a45b-46af-9c27-a67e7486b2ec req-a8f5a5ff-4370-4c4e-93d9-f4b3ed6376a6 service nova] Acquiring lock "refresh_cache-53bb3fab-5289-4abe-ae4b-43547891513e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.403255] env[63198]: DEBUG oslo_concurrency.lockutils [req-3901869b-a45b-46af-9c27-a67e7486b2ec req-a8f5a5ff-4370-4c4e-93d9-f4b3ed6376a6 service nova] Acquired lock "refresh_cache-53bb3fab-5289-4abe-ae4b-43547891513e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.403255] env[63198]: DEBUG nova.network.neutron [req-3901869b-a45b-46af-9c27-a67e7486b2ec req-a8f5a5ff-4370-4c4e-93d9-f4b3ed6376a6 service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Refreshing network info cache for port bea2e7ff-327d-4173-af07-75eb5c0a821b {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.463477] env[63198]: INFO nova.compute.manager [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Took 44.86 seconds to build instance. [ 714.477023] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711959, 'name': Rename_Task, 'duration_secs': 0.162269} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.477023] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.477261] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a642b68a-f4bc-4aed-8f9c-952c17cf8397 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.487364] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 714.487364] env[63198]: value = "task-2711961" [ 714.487364] env[63198]: _type = "Task" [ 714.487364] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.503311] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.545894] env[63198]: DEBUG nova.compute.manager [req-2a9cdf38-52d2-4941-865a-08f13de35f82 req-0f7da8d0-48c7-42cf-b2f3-9c2bad2dbe63 service nova] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Received event network-vif-deleted-0717e7bc-9f40-43cb-9a44-157c7e265900 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.670046] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.671511] env[63198]: DEBUG nova.compute.manager [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.675172] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.566s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.676616] env[63198]: INFO nova.compute.claims [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.790223] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711960, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.868385] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52209de2-19fb-cc83-5a50-7204b313d165, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.868698] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.868981] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.869958] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11bfdc85-3fcf-43c6-a56a-e46b280ea1d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.875697] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 714.875697] env[63198]: value = "task-2711962" [ 714.875697] env[63198]: _type = "Task" [ 714.875697] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.876199] env[63198]: INFO nova.compute.manager [-] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Took 1.47 seconds to deallocate network for instance. [ 714.889533] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.970685] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a5c5052-bb31-470e-8175-626a6e2d7601 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.087s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.004226] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.154719] env[63198]: DEBUG nova.network.neutron [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Successfully updated port: b45ea743-6948-44cf-844b-4231d080a356 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.183445] env[63198]: DEBUG nova.compute.utils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.192387] env[63198]: DEBUG nova.compute.manager [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.192387] env[63198]: DEBUG nova.network.neutron [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.269329] env[63198]: DEBUG nova.policy [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7067c8326db14f7abb7e0836ecb24fe3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf119ceee0be48d2a9b92cbce0234d35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.293372] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711960, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.391476] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711962, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.392401] env[63198]: DEBUG oslo_concurrency.lockutils [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.502228] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.579445] env[63198]: DEBUG nova.network.neutron [req-3901869b-a45b-46af-9c27-a67e7486b2ec req-a8f5a5ff-4370-4c4e-93d9-f4b3ed6376a6 service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Updated VIF entry in instance network info cache for port bea2e7ff-327d-4173-af07-75eb5c0a821b. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.579562] env[63198]: DEBUG nova.network.neutron [req-3901869b-a45b-46af-9c27-a67e7486b2ec req-a8f5a5ff-4370-4c4e-93d9-f4b3ed6376a6 service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Updating instance_info_cache with network_info: [{"id": "bea2e7ff-327d-4173-af07-75eb5c0a821b", "address": "fa:16:3e:83:62:b0", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea2e7ff-32", "ovs_interfaceid": "bea2e7ff-327d-4173-af07-75eb5c0a821b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.694023] env[63198]: DEBUG nova.compute.manager [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.753284] env[63198]: DEBUG nova.network.neutron [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Successfully created port: 4d6dce57-767a-4965-a08c-bfd3e7c3fa24 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.796855] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711960, 'name': CreateVM_Task, 'duration_secs': 1.407635} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.799234] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.800522] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.800522] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.800656] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.800924] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3162f9be-8092-4108-aedd-2f055f0c6b31 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.805593] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 715.805593] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245c46f-f6f1-6f8d-5d4f-0c453ea910b0" [ 715.805593] env[63198]: _type = "Task" [ 715.805593] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.816357] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245c46f-f6f1-6f8d-5d4f-0c453ea910b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.887574] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666253} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.890095] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.890095] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.891106] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d5dee28-d581-4cc2-b718-120e555f87ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.897451] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 715.897451] env[63198]: value = "task-2711963" [ 715.897451] env[63198]: _type = "Task" [ 715.897451] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.914124] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.009619] env[63198]: DEBUG oslo_vmware.api [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711961, 'name': PowerOnVM_Task, 'duration_secs': 1.237453} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.009619] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.009744] env[63198]: INFO nova.compute.manager [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Took 9.24 seconds to spawn the instance on the hypervisor. [ 716.009853] env[63198]: DEBUG nova.compute.manager [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.010752] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38c735a-5e23-45cb-a305-fd79cf79f248 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.083731] env[63198]: DEBUG oslo_concurrency.lockutils [req-3901869b-a45b-46af-9c27-a67e7486b2ec req-a8f5a5ff-4370-4c4e-93d9-f4b3ed6376a6 service nova] Releasing lock "refresh_cache-53bb3fab-5289-4abe-ae4b-43547891513e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.158899] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f839aae-2e37-4d6e-829b-491b9d23c898 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.166189] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abdfb03-3121-4079-87af-902ae997003c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.200255] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4b505-5f4c-42b2-8915-ccfb0a7bfe14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.208158] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29653b7f-e4e3-4785-81fb-156033f0837b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.223959] env[63198]: DEBUG nova.compute.provider_tree [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.316363] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245c46f-f6f1-6f8d-5d4f-0c453ea910b0, 'name': SearchDatastore_Task, 'duration_secs': 0.016406} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.316609] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.316843] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.317087] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.317223] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.317417] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.317675] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8d7d9d3-5a8c-4d86-9557-5b808a2f7031 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.328936] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.329154] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.329870] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5199af4e-3052-48dc-b96f-f7f2bc95ecf1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.335385] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 716.335385] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5297da24-434f-0e4d-4d98-450564251237" [ 716.335385] env[63198]: _type = "Task" [ 716.335385] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.346717] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5297da24-434f-0e4d-4d98-450564251237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.348898] env[63198]: DEBUG nova.compute.manager [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Stashing vm_state: active {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 716.411067] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08316} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.411156] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.411890] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c7c0c-d2e1-411e-bfaf-c248d8a0f601 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.438499] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.439488] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e6ffa7-9357-400b-a79c-4b969e194589 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.460704] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 716.460704] env[63198]: value = "task-2711964" [ 716.460704] env[63198]: _type = "Task" [ 716.460704] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.468989] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.495384] env[63198]: DEBUG nova.compute.manager [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Received event network-vif-plugged-b45ea743-6948-44cf-844b-4231d080a356 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.495955] env[63198]: DEBUG oslo_concurrency.lockutils [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] Acquiring lock "457ae21b-5f93-42f4-9672-a80ed7406da2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.495955] env[63198]: DEBUG oslo_concurrency.lockutils [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.495955] env[63198]: DEBUG oslo_concurrency.lockutils [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.496260] env[63198]: DEBUG nova.compute.manager [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] No waiting events found dispatching network-vif-plugged-b45ea743-6948-44cf-844b-4231d080a356 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.496346] env[63198]: WARNING nova.compute.manager [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Received unexpected event network-vif-plugged-b45ea743-6948-44cf-844b-4231d080a356 for instance with vm_state building and task_state spawning. [ 716.496522] env[63198]: DEBUG nova.compute.manager [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Received event network-changed-b45ea743-6948-44cf-844b-4231d080a356 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.496892] env[63198]: DEBUG nova.compute.manager [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Refreshing instance network info cache due to event network-changed-b45ea743-6948-44cf-844b-4231d080a356. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.496892] env[63198]: DEBUG oslo_concurrency.lockutils [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] Acquiring lock "refresh_cache-457ae21b-5f93-42f4-9672-a80ed7406da2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.496892] env[63198]: DEBUG oslo_concurrency.lockutils [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] Acquired lock "refresh_cache-457ae21b-5f93-42f4-9672-a80ed7406da2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.497222] env[63198]: DEBUG nova.network.neutron [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Refreshing network info cache for port b45ea743-6948-44cf-844b-4231d080a356 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.508799] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.509300] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.534842] env[63198]: INFO nova.compute.manager [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Took 37.86 seconds to build instance. [ 716.704384] env[63198]: DEBUG nova.compute.manager [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.730722] env[63198]: DEBUG nova.scheduler.client.report [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.751025] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.751316] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.751518] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.751810] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.752106] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.752383] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.752767] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.753078] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.753380] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.753702] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.754211] env[63198]: DEBUG nova.virt.hardware [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.755973] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9279e60-86aa-450e-9777-5c4eb3e4d03a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.771583] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9599237f-e796-4122-877b-e12835b45422 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.849631] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5297da24-434f-0e4d-4d98-450564251237, 'name': SearchDatastore_Task, 'duration_secs': 0.045534} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.850917] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4329bbc-8572-4abf-8c26-e4766bf4861e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.862066] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 716.862066] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52238c96-884a-81df-e538-31c941a9710b" [ 716.862066] env[63198]: _type = "Task" [ 716.862066] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.872720] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52238c96-884a-81df-e538-31c941a9710b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.873713] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.972015] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711964, 'name': ReconfigVM_Task, 'duration_secs': 0.375698} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.972488] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Reconfigured VM instance instance-00000007 to attach disk [datastore2] aef1d1f0-d6a3-4a61-9896-5669beda455d/aef1d1f0-d6a3-4a61-9896-5669beda455d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.973301] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05298d00-106c-46f7-aaa2-b5c2a1db85a1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.986415] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 716.986415] env[63198]: value = "task-2711965" [ 716.986415] env[63198]: _type = "Task" [ 716.986415] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.000989] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711965, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.015504] env[63198]: DEBUG nova.compute.manager [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.040535] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66abdb3d-961c-4376-89fe-309882d31137 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3251800d-7e48-4db8-803b-d87bcf788fc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.364s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.066019] env[63198]: DEBUG nova.network.neutron [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.240192] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.240715] env[63198]: DEBUG nova.compute.manager [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.243317] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.293s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.245109] env[63198]: INFO nova.compute.claims [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.255858] env[63198]: DEBUG nova.network.neutron [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.279201] env[63198]: DEBUG nova.network.neutron [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Successfully updated port: 4d6dce57-767a-4965-a08c-bfd3e7c3fa24 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.376509] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52238c96-884a-81df-e538-31c941a9710b, 'name': SearchDatastore_Task, 'duration_secs': 0.030502} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.379018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.379018] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 53bb3fab-5289-4abe-ae4b-43547891513e/53bb3fab-5289-4abe-ae4b-43547891513e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.379018] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d9a1087-11d7-466d-ae73-055c3fb96898 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.386720] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 717.386720] env[63198]: value = "task-2711966" [ 717.386720] env[63198]: _type = "Task" [ 717.386720] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.397756] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.496928] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711965, 'name': Rename_Task, 'duration_secs': 0.161749} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.497750] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.497750] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-276e8119-5071-4f5b-b315-4dca1273e030 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.505179] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 717.505179] env[63198]: value = "task-2711967" [ 717.505179] env[63198]: _type = "Task" [ 717.505179] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.513061] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.537700] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.595713] env[63198]: INFO nova.compute.manager [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Rebuilding instance [ 717.658009] env[63198]: DEBUG nova.compute.manager [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.659632] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb354d7f-f0d4-425b-ad01-e95327afb917 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.699071] env[63198]: DEBUG nova.network.neutron [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Successfully updated port: a35bc538-10e3-4f09-8d13-907756e6dcd9 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.719289] env[63198]: DEBUG nova.compute.manager [req-014eae44-1643-4bd7-bb90-dde443410cd7 req-03ab4e8a-a144-4ddf-8fae-4728f73c798c service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Received event network-vif-plugged-a35bc538-10e3-4f09-8d13-907756e6dcd9 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.719515] env[63198]: DEBUG oslo_concurrency.lockutils [req-014eae44-1643-4bd7-bb90-dde443410cd7 req-03ab4e8a-a144-4ddf-8fae-4728f73c798c service nova] Acquiring lock "457ae21b-5f93-42f4-9672-a80ed7406da2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.719723] env[63198]: DEBUG oslo_concurrency.lockutils [req-014eae44-1643-4bd7-bb90-dde443410cd7 req-03ab4e8a-a144-4ddf-8fae-4728f73c798c service nova] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.719893] env[63198]: DEBUG oslo_concurrency.lockutils [req-014eae44-1643-4bd7-bb90-dde443410cd7 req-03ab4e8a-a144-4ddf-8fae-4728f73c798c service nova] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.720381] env[63198]: DEBUG nova.compute.manager [req-014eae44-1643-4bd7-bb90-dde443410cd7 req-03ab4e8a-a144-4ddf-8fae-4728f73c798c service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] No waiting events found dispatching network-vif-plugged-a35bc538-10e3-4f09-8d13-907756e6dcd9 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.720381] env[63198]: WARNING nova.compute.manager [req-014eae44-1643-4bd7-bb90-dde443410cd7 req-03ab4e8a-a144-4ddf-8fae-4728f73c798c service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Received unexpected event network-vif-plugged-a35bc538-10e3-4f09-8d13-907756e6dcd9 for instance with vm_state building and task_state spawning. [ 717.752290] env[63198]: DEBUG nova.compute.utils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.758254] env[63198]: DEBUG nova.compute.manager [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.758254] env[63198]: DEBUG nova.network.neutron [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.760837] env[63198]: DEBUG oslo_concurrency.lockutils [req-058798ac-f275-4ba7-972b-f8a2ecdea310 req-ef1ecfef-ccf7-4a59-8b1d-fd6216f333bb service nova] Releasing lock "refresh_cache-457ae21b-5f93-42f4-9672-a80ed7406da2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.785425] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquiring lock "refresh_cache-2210579f-827e-4473-80e0-23650e888445" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.787308] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquired lock "refresh_cache-2210579f-827e-4473-80e0-23650e888445" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.787308] env[63198]: DEBUG nova.network.neutron [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.832868] env[63198]: DEBUG nova.policy [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143622509532476a81dd0b24fff2f677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cb8bd505c64506910a1038e014afb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.898807] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.018272] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711967, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.203665] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "refresh_cache-457ae21b-5f93-42f4-9672-a80ed7406da2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.203863] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquired lock "refresh_cache-457ae21b-5f93-42f4-9672-a80ed7406da2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.204016] env[63198]: DEBUG nova.network.neutron [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.257070] env[63198]: DEBUG nova.compute.manager [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.326759] env[63198]: DEBUG nova.network.neutron [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.385421] env[63198]: DEBUG nova.network.neutron [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Successfully created port: 497da906-bf11-42f0-86c4-65d9ce86897e {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.402305] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8538} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.405925] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 53bb3fab-5289-4abe-ae4b-43547891513e/53bb3fab-5289-4abe-ae4b-43547891513e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.406838] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.406838] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0fb62b9-710a-45d2-8896-fa18bfd698c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.417075] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 718.417075] env[63198]: value = "task-2711968" [ 718.417075] env[63198]: _type = "Task" [ 718.417075] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.426569] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.484688] env[63198]: DEBUG nova.network.neutron [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Updating instance_info_cache with network_info: [{"id": "4d6dce57-767a-4965-a08c-bfd3e7c3fa24", "address": "fa:16:3e:a6:3a:e1", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6dce57-76", "ovs_interfaceid": "4d6dce57-767a-4965-a08c-bfd3e7c3fa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.517881] env[63198]: DEBUG oslo_vmware.api [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711967, 'name': PowerOnVM_Task, 'duration_secs': 0.598455} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.518239] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.518448] env[63198]: DEBUG nova.compute.manager [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.519227] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063cbc31-ceb8-437b-a5ce-455a90cb0763 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.678444] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.681244] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01607cf4-07a8-4619-a9ac-00d8aba0890e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.688122] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 718.688122] env[63198]: value = "task-2711969" [ 718.688122] env[63198]: _type = "Task" [ 718.688122] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.696090] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.731879] env[63198]: DEBUG nova.compute.manager [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Received event network-vif-plugged-4d6dce57-767a-4965-a08c-bfd3e7c3fa24 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.731879] env[63198]: DEBUG oslo_concurrency.lockutils [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] Acquiring lock "2210579f-827e-4473-80e0-23650e888445-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.731879] env[63198]: DEBUG oslo_concurrency.lockutils [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] Lock "2210579f-827e-4473-80e0-23650e888445-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.731879] env[63198]: DEBUG oslo_concurrency.lockutils [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] Lock "2210579f-827e-4473-80e0-23650e888445-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.732111] env[63198]: DEBUG nova.compute.manager [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] No waiting events found dispatching network-vif-plugged-4d6dce57-767a-4965-a08c-bfd3e7c3fa24 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.732271] env[63198]: WARNING nova.compute.manager [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Received unexpected event network-vif-plugged-4d6dce57-767a-4965-a08c-bfd3e7c3fa24 for instance with vm_state building and task_state spawning. [ 718.732450] env[63198]: DEBUG nova.compute.manager [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Received event network-changed-4d6dce57-767a-4965-a08c-bfd3e7c3fa24 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.732605] env[63198]: DEBUG nova.compute.manager [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Refreshing instance network info cache due to event network-changed-4d6dce57-767a-4965-a08c-bfd3e7c3fa24. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.732772] env[63198]: DEBUG oslo_concurrency.lockutils [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] Acquiring lock "refresh_cache-2210579f-827e-4473-80e0-23650e888445" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.746194] env[63198]: DEBUG nova.network.neutron [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.801116] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd288144-05e2-43f5-ba8a-1eb6bc370a7b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.813020] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03447d98-3194-4498-aafb-259411339ec3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.564158] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Releasing lock "refresh_cache-2210579f-827e-4473-80e0-23650e888445" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.564158] env[63198]: DEBUG nova.compute.manager [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Instance network_info: |[{"id": "4d6dce57-767a-4965-a08c-bfd3e7c3fa24", "address": "fa:16:3e:a6:3a:e1", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6dce57-76", "ovs_interfaceid": "4d6dce57-767a-4965-a08c-bfd3e7c3fa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.567402] env[63198]: DEBUG nova.compute.manager [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.577304] env[63198]: DEBUG oslo_concurrency.lockutils [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] Acquired lock "refresh_cache-2210579f-827e-4473-80e0-23650e888445" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.577304] env[63198]: DEBUG nova.network.neutron [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Refreshing network info cache for port 4d6dce57-767a-4965-a08c-bfd3e7c3fa24 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.579279] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:3a:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d6dce57-767a-4965-a08c-bfd3e7c3fa24', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.586368] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Creating folder: Project (bf119ceee0be48d2a9b92cbce0234d35). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.589934] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addb563c-21c9-4d0d-bb04-4ee37a246583 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.592788] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.595250] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc168bb3-561d-40a9-8aeb-73ac61b924ed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.608331] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711969, 'name': PowerOffVM_Task, 'duration_secs': 0.302483} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.608569] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067845} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.612100] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.612211] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.612468] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.612777] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Created folder: Project (bf119ceee0be48d2a9b92cbce0234d35) in parent group-v546185. [ 719.612932] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Creating folder: Instances. Parent ref: group-v546321. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.613885] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0a617b-ab96-49bd-a4d3-96c045e291b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.617029] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802eff91-37b0-4c14-bae0-db9f5a47ee29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.620718] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e100f1ec-d77a-4f0d-b8f4-aa1c3831ada7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.624235] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-895ea7ff-23e3-4093-877e-54636b8ae0d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.627668] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.627893] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.628058] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.628241] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.628385] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.628527] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.628731] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.628884] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.629058] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.629220] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.629388] env[63198]: DEBUG nova.virt.hardware [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.630538] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f0ecc0-6e6b-4598-9056-280331a71496 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.647996] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.656997] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 53bb3fab-5289-4abe-ae4b-43547891513e/53bb3fab-5289-4abe-ae4b-43547891513e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.669711] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07dc7d14-dad6-4f49-83c4-0f5bb0230ad0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.671245] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1dd4854-8f46-44f2-be18-41c57b05e5f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.685553] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Created folder: Instances in parent group-v546321. [ 719.685819] env[63198]: DEBUG oslo.service.loopingcall [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.686250] env[63198]: DEBUG nova.compute.provider_tree [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.690904] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e988ffa-694c-4700-b6dd-baa12f532a22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.694709] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2210579f-827e-4473-80e0-23650e888445] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.696533] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5ba6dd0-70cc-401c-905f-3eddb950169f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.714603] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 719.714603] env[63198]: value = "task-2711973" [ 719.714603] env[63198]: _type = "Task" [ 719.714603] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.727478] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.727478] env[63198]: value = "task-2711974" [ 719.727478] env[63198]: _type = "Task" [ 719.727478] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.737326] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.746598] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711974, 'name': CreateVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.761885] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.762106] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.762285] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleting the datastore file [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.765885] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6a961c3-5ef2-4ed4-b659-f37962f200aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.774300] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 719.774300] env[63198]: value = "task-2711975" [ 719.774300] env[63198]: _type = "Task" [ 719.774300] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.782645] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.873634] env[63198]: DEBUG nova.network.neutron [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Updating instance_info_cache with network_info: [{"id": "b45ea743-6948-44cf-844b-4231d080a356", "address": "fa:16:3e:a2:f7:08", "network": {"id": "8469ea40-2a9b-4a80-84e3-bd06ddf7e87f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-913510801", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb45ea743-69", "ovs_interfaceid": "b45ea743-6948-44cf-844b-4231d080a356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a35bc538-10e3-4f09-8d13-907756e6dcd9", "address": "fa:16:3e:8e:f8:32", "network": {"id": "8248caa4-e6d9-40dc-9872-3381f667858f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029460988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35bc538-10", "ovs_interfaceid": "a35bc538-10e3-4f09-8d13-907756e6dcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.883240] env[63198]: DEBUG nova.compute.manager [req-cea500b1-62e2-41e5-ba80-a48e89fad338 req-7723f457-c348-4c85-9a77-966327fefd70 service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Received event network-changed-a35bc538-10e3-4f09-8d13-907756e6dcd9 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.883393] env[63198]: DEBUG nova.compute.manager [req-cea500b1-62e2-41e5-ba80-a48e89fad338 req-7723f457-c348-4c85-9a77-966327fefd70 service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Refreshing instance network info cache due to event network-changed-a35bc538-10e3-4f09-8d13-907756e6dcd9. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 719.883675] env[63198]: DEBUG oslo_concurrency.lockutils [req-cea500b1-62e2-41e5-ba80-a48e89fad338 req-7723f457-c348-4c85-9a77-966327fefd70 service nova] Acquiring lock "refresh_cache-457ae21b-5f93-42f4-9672-a80ed7406da2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.037744] env[63198]: DEBUG nova.network.neutron [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Updated VIF entry in instance network info cache for port 4d6dce57-767a-4965-a08c-bfd3e7c3fa24. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.038137] env[63198]: DEBUG nova.network.neutron [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Updating instance_info_cache with network_info: [{"id": "4d6dce57-767a-4965-a08c-bfd3e7c3fa24", "address": "fa:16:3e:a6:3a:e1", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6dce57-76", "ovs_interfaceid": "4d6dce57-767a-4965-a08c-bfd3e7c3fa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.196888] env[63198]: DEBUG nova.scheduler.client.report [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.225569] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711973, 'name': ReconfigVM_Task, 'duration_secs': 0.29446} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.225884] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 53bb3fab-5289-4abe-ae4b-43547891513e/53bb3fab-5289-4abe-ae4b-43547891513e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.226529] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6c8e49e-63d5-43fb-b1ea-f182b2106f44 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.234509] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 720.234509] env[63198]: value = "task-2711976" [ 720.234509] env[63198]: _type = "Task" [ 720.234509] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.240637] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711974, 'name': CreateVM_Task, 'duration_secs': 0.387278} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.241105] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2210579f-827e-4473-80e0-23650e888445] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.242170] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.242334] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.242642] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.243256] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88584726-874a-4bf2-9408-c8e58332923b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.247285] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711976, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.250455] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 720.250455] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b0cc4-0432-c565-6b4d-6bcbeef8c868" [ 720.250455] env[63198]: _type = "Task" [ 720.250455] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.258381] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.258599] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.258819] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.259068] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.259251] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.260764] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b0cc4-0432-c565-6b4d-6bcbeef8c868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.261198] env[63198]: INFO nova.compute.manager [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Terminating instance [ 720.284713] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140284} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.284963] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.285159] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.285328] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.377926] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Releasing lock "refresh_cache-457ae21b-5f93-42f4-9672-a80ed7406da2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.378284] env[63198]: DEBUG nova.compute.manager [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Instance network_info: |[{"id": "b45ea743-6948-44cf-844b-4231d080a356", "address": "fa:16:3e:a2:f7:08", "network": {"id": "8469ea40-2a9b-4a80-84e3-bd06ddf7e87f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-913510801", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb45ea743-69", "ovs_interfaceid": "b45ea743-6948-44cf-844b-4231d080a356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a35bc538-10e3-4f09-8d13-907756e6dcd9", "address": "fa:16:3e:8e:f8:32", "network": {"id": "8248caa4-e6d9-40dc-9872-3381f667858f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029460988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35bc538-10", "ovs_interfaceid": "a35bc538-10e3-4f09-8d13-907756e6dcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.378641] env[63198]: DEBUG oslo_concurrency.lockutils [req-cea500b1-62e2-41e5-ba80-a48e89fad338 req-7723f457-c348-4c85-9a77-966327fefd70 service nova] Acquired lock "refresh_cache-457ae21b-5f93-42f4-9672-a80ed7406da2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.378862] env[63198]: DEBUG nova.network.neutron [req-cea500b1-62e2-41e5-ba80-a48e89fad338 req-7723f457-c348-4c85-9a77-966327fefd70 service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Refreshing network info cache for port a35bc538-10e3-4f09-8d13-907756e6dcd9 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.384664] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:f7:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b45ea743-6948-44cf-844b-4231d080a356', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:f8:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a35bc538-10e3-4f09-8d13-907756e6dcd9', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.396973] env[63198]: DEBUG oslo.service.loopingcall [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 720.400360] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.401039] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8efead06-8389-4f38-ae17-57b381e171e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.427179] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.427179] env[63198]: value = "task-2711977" [ 720.427179] env[63198]: _type = "Task" [ 720.427179] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.435037] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711977, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.541786] env[63198]: DEBUG oslo_concurrency.lockutils [req-16092bb0-2226-4266-9268-6a38401f4771 req-b82523f6-0c1a-4b5e-8e2f-1ac669089a2a service nova] Releasing lock "refresh_cache-2210579f-827e-4473-80e0-23650e888445" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.702728] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.459s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.703279] env[63198]: DEBUG nova.compute.manager [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.706144] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.487s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.706357] env[63198]: DEBUG nova.objects.instance [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lazy-loading 'resources' on Instance uuid d55a78ea-d29b-420f-a149-c164794fe66d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.744860] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711976, 'name': Rename_Task, 'duration_secs': 0.141944} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.745143] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.745398] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcae5274-95bc-4e49-af1a-39450be249fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.751977] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 720.751977] env[63198]: value = "task-2711978" [ 720.751977] env[63198]: _type = "Task" [ 720.751977] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.767743] env[63198]: DEBUG nova.compute.manager [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.767743] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.767743] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b0cc4-0432-c565-6b4d-6bcbeef8c868, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.769450] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddf441f-d1b4-47b7-9828-aaaaf27ccf84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.772293] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.772533] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.772770] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.772913] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.773100] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.773372] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.774242] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8d771c4-e20a-475f-b90f-8b7479dbda38 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.780326] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.780561] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7145d8c-bc93-456e-8e0a-2e82e956196d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.783296] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.783896] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.785242] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9d9957-67dc-487d-97ba-7e7ebd46daf9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.791490] env[63198]: DEBUG oslo_vmware.api [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 720.791490] env[63198]: value = "task-2711979" [ 720.791490] env[63198]: _type = "Task" [ 720.791490] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.797366] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 720.797366] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523e9cf9-bdd4-8c26-f88b-e7fc66cfb9dc" [ 720.797366] env[63198]: _type = "Task" [ 720.797366] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.804032] env[63198]: DEBUG oslo_vmware.api [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.812849] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523e9cf9-bdd4-8c26-f88b-e7fc66cfb9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008269} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.817482] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e05ebc-c59b-4cae-a2d0-ff86a36b4fcf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.827515] env[63198]: DEBUG nova.network.neutron [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Successfully updated port: 497da906-bf11-42f0-86c4-65d9ce86897e {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.833442] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 720.833442] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521fa6e4-eb52-0d42-b9aa-b0f6d45d77e0" [ 720.833442] env[63198]: _type = "Task" [ 720.833442] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.845600] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521fa6e4-eb52-0d42-b9aa-b0f6d45d77e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.846525] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.846525] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2210579f-827e-4473-80e0-23650e888445/2210579f-827e-4473-80e0-23650e888445.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.846525] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c659dba-5435-4a36-924d-207ca44fec2d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.855194] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 720.855194] env[63198]: value = "task-2711980" [ 720.855194] env[63198]: _type = "Task" [ 720.855194] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.868476] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.941226] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711977, 'name': CreateVM_Task, 'duration_secs': 0.478601} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.941880] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.942816] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.943055] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.943374] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.943675] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee624f6f-b348-41a8-962f-c7c496b2bc7f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.949841] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 720.949841] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b6761-c20c-45bb-ccf1-104ed692a8e7" [ 720.949841] env[63198]: _type = "Task" [ 720.949841] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.960211] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b6761-c20c-45bb-ccf1-104ed692a8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.961379] env[63198]: DEBUG nova.network.neutron [req-cea500b1-62e2-41e5-ba80-a48e89fad338 req-7723f457-c348-4c85-9a77-966327fefd70 service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Updated VIF entry in instance network info cache for port a35bc538-10e3-4f09-8d13-907756e6dcd9. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.961896] env[63198]: DEBUG nova.network.neutron [req-cea500b1-62e2-41e5-ba80-a48e89fad338 req-7723f457-c348-4c85-9a77-966327fefd70 service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Updating instance_info_cache with network_info: [{"id": "b45ea743-6948-44cf-844b-4231d080a356", "address": "fa:16:3e:a2:f7:08", "network": {"id": "8469ea40-2a9b-4a80-84e3-bd06ddf7e87f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-913510801", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb45ea743-69", "ovs_interfaceid": "b45ea743-6948-44cf-844b-4231d080a356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a35bc538-10e3-4f09-8d13-907756e6dcd9", "address": "fa:16:3e:8e:f8:32", "network": {"id": "8248caa4-e6d9-40dc-9872-3381f667858f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029460988", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b1997deba3da48a3ac594aac33f53b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35bc538-10", "ovs_interfaceid": "a35bc538-10e3-4f09-8d13-907756e6dcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.212191] env[63198]: DEBUG nova.compute.utils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.214300] env[63198]: DEBUG nova.compute.manager [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.214490] env[63198]: DEBUG nova.network.neutron [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.268535] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.306936] env[63198]: DEBUG oslo_vmware.api [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711979, 'name': PowerOffVM_Task, 'duration_secs': 0.179307} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.308827] env[63198]: DEBUG nova.policy [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d61329cf0340f3b51c57afc607a79d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da3832cc84094554a4bbf38bb947923d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.310618] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.310810] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.314114] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc6c67f-478f-4abb-a53c-c807988a69ce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.326162] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.327130] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.327130] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.327130] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.327130] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.327130] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.327509] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.327556] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.327739] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.327898] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.328079] env[63198]: DEBUG nova.virt.hardware [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.328974] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05444ba4-365f-48e7-a409-2686f1d9db7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.332130] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.332130] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.332308] env[63198]: DEBUG nova.network.neutron [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.343261] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e9bf6c-8634-4f16-96d1-41118b18ab5e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.362301] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:9f:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a033acd-9ed5-4bec-a136-9ae9cb66fc15', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.369356] env[63198]: DEBUG oslo.service.loopingcall [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.372656] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.375669] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55720194-a1a5-4583-adf4-c5baab190981 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.391799] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.392031] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.392215] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleting the datastore file [datastore2] 33ed2db3-9161-4e72-b35c-11caf9cb00b7 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.392752] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1220734-cf03-4e72-99ee-95492d192cc4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.397548] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523003} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.398920] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2210579f-827e-4473-80e0-23650e888445/2210579f-827e-4473-80e0-23650e888445.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.399157] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.399381] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.399381] env[63198]: value = "task-2711982" [ 721.399381] env[63198]: _type = "Task" [ 721.399381] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.399576] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e47f399c-1e0b-4eff-ac72-1078b56ad329 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.409345] env[63198]: DEBUG oslo_vmware.api [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 721.409345] env[63198]: value = "task-2711983" [ 721.409345] env[63198]: _type = "Task" [ 721.409345] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.415461] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711982, 'name': CreateVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.415547] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 721.415547] env[63198]: value = "task-2711984" [ 721.415547] env[63198]: _type = "Task" [ 721.415547] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.423843] env[63198]: DEBUG oslo_vmware.api [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.428312] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.463267] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b6761-c20c-45bb-ccf1-104ed692a8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.463672] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.463870] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.464024] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.464195] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.464371] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.464908] env[63198]: DEBUG oslo_concurrency.lockutils [req-cea500b1-62e2-41e5-ba80-a48e89fad338 req-7723f457-c348-4c85-9a77-966327fefd70 service nova] Releasing lock "refresh_cache-457ae21b-5f93-42f4-9672-a80ed7406da2" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.465267] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e341b658-0717-402c-9b18-5c21d0e186cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.475368] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.475599] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.479410] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460109fa-05da-44a6-abc4-28eb5c225abe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.487119] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 721.487119] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52797a84-08b3-ed55-4c20-312bf86971b9" [ 721.487119] env[63198]: _type = "Task" [ 721.487119] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.494524] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52797a84-08b3-ed55-4c20-312bf86971b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.718637] env[63198]: DEBUG nova.compute.manager [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.721558] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95ecb3d-0967-4a12-87c5-cc465915c5c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.730731] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaef6173-74f0-4dae-b99d-06ef50b91852 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.764283] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32411c29-8843-4c14-91b8-5c693efd12a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.771906] env[63198]: DEBUG oslo_vmware.api [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711978, 'name': PowerOnVM_Task, 'duration_secs': 0.78854} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.773739] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.773954] env[63198]: INFO nova.compute.manager [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Took 10.35 seconds to spawn the instance on the hypervisor. [ 721.774146] env[63198]: DEBUG nova.compute.manager [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.775590] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518a4838-ada5-470e-9855-c3834d5f7c5b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.779083] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66e66e2-9ca5-4e97-af17-e0afe319ac86 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.797531] env[63198]: DEBUG nova.compute.provider_tree [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.845137] env[63198]: DEBUG nova.network.neutron [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Successfully created port: 7d3c4eab-e34c-4e44-ba14-815e666e7d87 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.882844] env[63198]: DEBUG nova.network.neutron [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.911110] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711982, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.920944] env[63198]: DEBUG oslo_vmware.api [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2711983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495539} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.924363] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.924571] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.924743] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.924916] env[63198]: INFO nova.compute.manager [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 721.925165] env[63198]: DEBUG oslo.service.loopingcall [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.925362] env[63198]: DEBUG nova.compute.manager [-] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.925455] env[63198]: DEBUG nova.network.neutron [-] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.931764] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155945} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.932050] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.932827] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f11307a-fdf8-405f-a91f-dd1aaf3df1a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.955697] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 2210579f-827e-4473-80e0-23650e888445/2210579f-827e-4473-80e0-23650e888445.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.955697] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc684eeb-5b6f-4f8f-8dc2-4fad792fd43a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.976988] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 721.976988] env[63198]: value = "task-2711985" [ 721.976988] env[63198]: _type = "Task" [ 721.976988] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.986942] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.994873] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52797a84-08b3-ed55-4c20-312bf86971b9, 'name': SearchDatastore_Task, 'duration_secs': 0.026661} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.995747] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca307b27-0735-4d47-bd7e-a1b6d693a55d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.002420] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 722.002420] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525f5a2c-b8b4-890e-355f-e9741c6e8bc6" [ 722.002420] env[63198]: _type = "Task" [ 722.002420] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.010232] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525f5a2c-b8b4-890e-355f-e9741c6e8bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.063421] env[63198]: DEBUG nova.compute.manager [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Received event network-vif-plugged-497da906-bf11-42f0-86c4-65d9ce86897e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.067141] env[63198]: DEBUG oslo_concurrency.lockutils [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] Acquiring lock "5d66c323-0aca-4844-af50-3dbf4c6808ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.067141] env[63198]: DEBUG oslo_concurrency.lockutils [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.067141] env[63198]: DEBUG oslo_concurrency.lockutils [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.067141] env[63198]: DEBUG nova.compute.manager [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] No waiting events found dispatching network-vif-plugged-497da906-bf11-42f0-86c4-65d9ce86897e {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.067141] env[63198]: WARNING nova.compute.manager [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Received unexpected event network-vif-plugged-497da906-bf11-42f0-86c4-65d9ce86897e for instance with vm_state building and task_state spawning. [ 722.067141] env[63198]: DEBUG nova.compute.manager [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Received event network-changed-497da906-bf11-42f0-86c4-65d9ce86897e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.067141] env[63198]: DEBUG nova.compute.manager [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Refreshing instance network info cache due to event network-changed-497da906-bf11-42f0-86c4-65d9ce86897e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 722.067141] env[63198]: DEBUG oslo_concurrency.lockutils [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] Acquiring lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.277460] env[63198]: DEBUG nova.network.neutron [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updating instance_info_cache with network_info: [{"id": "497da906-bf11-42f0-86c4-65d9ce86897e", "address": "fa:16:3e:07:70:6c", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497da906-bf", "ovs_interfaceid": "497da906-bf11-42f0-86c4-65d9ce86897e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.314317] env[63198]: DEBUG nova.scheduler.client.report [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.320222] env[63198]: INFO nova.compute.manager [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Took 29.74 seconds to build instance. [ 722.413584] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711982, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.487367] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.513965] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525f5a2c-b8b4-890e-355f-e9741c6e8bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.050998} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.514266] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.514576] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 457ae21b-5f93-42f4-9672-a80ed7406da2/457ae21b-5f93-42f4-9672-a80ed7406da2.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.514876] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26a46521-24b3-49ed-817b-2a4463a721a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.522054] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 722.522054] env[63198]: value = "task-2711986" [ 722.522054] env[63198]: _type = "Task" [ 722.522054] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.531140] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.543143] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.543208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.543435] env[63198]: INFO nova.compute.manager [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Shelving [ 722.571245] env[63198]: DEBUG nova.compute.manager [req-d6997b8c-96ca-42c1-83e0-aa151f58809b req-02f64841-4e61-4316-901a-de3d6f068dc6 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Received event network-vif-deleted-43757975-8f53-463b-a7ea-349f4686a2db {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.571296] env[63198]: INFO nova.compute.manager [req-d6997b8c-96ca-42c1-83e0-aa151f58809b req-02f64841-4e61-4316-901a-de3d6f068dc6 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Neutron deleted interface 43757975-8f53-463b-a7ea-349f4686a2db; detaching it from the instance and deleting it from the info cache [ 722.571447] env[63198]: DEBUG nova.network.neutron [req-d6997b8c-96ca-42c1-83e0-aa151f58809b req-02f64841-4e61-4316-901a-de3d6f068dc6 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.735018] env[63198]: DEBUG nova.compute.manager [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.764028] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.764280] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.764436] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.764646] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.764810] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.765364] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.765364] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.765511] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.765557] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.765708] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.765870] env[63198]: DEBUG nova.virt.hardware [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.767080] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d208fa-4603-4e49-b738-37bf4d6d557e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.775201] env[63198]: DEBUG nova.network.neutron [-] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.781046] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ed3102-687f-4504-936c-2c10d3ecd27d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.786670] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.787199] env[63198]: DEBUG nova.compute.manager [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Instance network_info: |[{"id": "497da906-bf11-42f0-86c4-65d9ce86897e", "address": "fa:16:3e:07:70:6c", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497da906-bf", "ovs_interfaceid": "497da906-bf11-42f0-86c4-65d9ce86897e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.787965] env[63198]: DEBUG oslo_concurrency.lockutils [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] Acquired lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.790092] env[63198]: DEBUG nova.network.neutron [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Refreshing network info cache for port 497da906-bf11-42f0-86c4-65d9ce86897e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.790092] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:70:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '497da906-bf11-42f0-86c4-65d9ce86897e', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.799949] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Creating folder: Project (b1cb8bd505c64506910a1038e014afb1). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.802320] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9a5300e-5419-4dc8-a67d-172a737da581 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.820728] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.825866] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.856s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.827352] env[63198]: INFO nova.compute.claims [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.830536] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a49cdb8f-2c65-4f27-8afd-3bf7495091fa tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "53bb3fab-5289-4abe-ae4b-43547891513e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.300s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.830794] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Created folder: Project (b1cb8bd505c64506910a1038e014afb1) in parent group-v546185. [ 722.830996] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Creating folder: Instances. Parent ref: group-v546326. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.831456] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db972742-fe85-4482-a08b-dcb6fab493a4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.843471] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Created folder: Instances in parent group-v546326. [ 722.843722] env[63198]: DEBUG oslo.service.loopingcall [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.843922] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.844145] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf54d9fb-0a5f-40ee-8903-4db549a69646 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.860970] env[63198]: INFO nova.scheduler.client.report [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Deleted allocations for instance d55a78ea-d29b-420f-a149-c164794fe66d [ 722.868399] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.868399] env[63198]: value = "task-2711989" [ 722.868399] env[63198]: _type = "Task" [ 722.868399] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.880442] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711989, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.913094] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711982, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.990496] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.037034] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711986, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.074310] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca1f40f6-34b0-48d1-afa0-d1eb40156336 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.086084] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005c606-694e-468b-a039-396834589bbb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.130760] env[63198]: DEBUG nova.compute.manager [req-d6997b8c-96ca-42c1-83e0-aa151f58809b req-02f64841-4e61-4316-901a-de3d6f068dc6 service nova] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Detach interface failed, port_id=43757975-8f53-463b-a7ea-349f4686a2db, reason: Instance 33ed2db3-9161-4e72-b35c-11caf9cb00b7 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 723.287028] env[63198]: INFO nova.compute.manager [-] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Took 1.36 seconds to deallocate network for instance. [ 723.374848] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fc2dd7be-f1d2-47d4-81e2-70932e7b474c tempest-ServerDiagnosticsNegativeTest-297901757 tempest-ServerDiagnosticsNegativeTest-297901757-project-member] Lock "d55a78ea-d29b-420f-a149-c164794fe66d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.688s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.387189] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711989, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.414116] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711982, 'name': CreateVM_Task, 'duration_secs': 1.660592} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.414273] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.414954] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.415138] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.415544] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.415884] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46cbf2a4-c107-4b47-96b8-867e7da630ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.421926] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 723.421926] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52425d9c-2846-38a4-bca8-9c4f065ee555" [ 723.421926] env[63198]: _type = "Task" [ 723.421926] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.431276] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52425d9c-2846-38a4-bca8-9c4f065ee555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.491782] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711985, 'name': ReconfigVM_Task, 'duration_secs': 1.432379} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.492082] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 2210579f-827e-4473-80e0-23650e888445/2210579f-827e-4473-80e0-23650e888445.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.492719] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd277ed6-b534-4044-baa2-c9edb4119dd0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.500513] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 723.500513] env[63198]: value = "task-2711990" [ 723.500513] env[63198]: _type = "Task" [ 723.500513] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.512138] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711990, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.534603] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701502} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.534603] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 457ae21b-5f93-42f4-9672-a80ed7406da2/457ae21b-5f93-42f4-9672-a80ed7406da2.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.534603] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.534603] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8fc49f8-9799-4184-a71b-75ba7ac5db99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.541969] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 723.541969] env[63198]: value = "task-2711991" [ 723.541969] env[63198]: _type = "Task" [ 723.541969] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.555796] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.557056] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.557306] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e2bb4de-0368-43ab-b596-ab1c61bbfd18 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.564930] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 723.564930] env[63198]: value = "task-2711992" [ 723.564930] env[63198]: _type = "Task" [ 723.564930] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.578545] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.752297] env[63198]: DEBUG nova.network.neutron [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updated VIF entry in instance network info cache for port 497da906-bf11-42f0-86c4-65d9ce86897e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.752297] env[63198]: DEBUG nova.network.neutron [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updating instance_info_cache with network_info: [{"id": "497da906-bf11-42f0-86c4-65d9ce86897e", "address": "fa:16:3e:07:70:6c", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497da906-bf", "ovs_interfaceid": "497da906-bf11-42f0-86c4-65d9ce86897e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.794539] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.884017] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2711989, 'name': CreateVM_Task, 'duration_secs': 0.770727} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.884017] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.884017] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.884017] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.884017] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.884017] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6dd56e9-7c17-4c88-8251-36ff639681c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.893755] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 723.893755] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529f08cf-dad4-43df-9137-2318baacf448" [ 723.893755] env[63198]: _type = "Task" [ 723.893755] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.907210] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529f08cf-dad4-43df-9137-2318baacf448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.937183] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52425d9c-2846-38a4-bca8-9c4f065ee555, 'name': SearchDatastore_Task, 'duration_secs': 0.026708} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.937521] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.937754] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.937983] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.938149] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.938328] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.938645] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c137b67e-262f-4383-8ff7-391b8c960f84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.959448] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.960416] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.960806] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4114b61-28af-46f1-b797-fd1e7ae0a652 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.968853] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 723.968853] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523f5308-f965-709c-6dab-b85367a7aadc" [ 723.968853] env[63198]: _type = "Task" [ 723.968853] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.980756] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523f5308-f965-709c-6dab-b85367a7aadc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.012962] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711990, 'name': Rename_Task, 'duration_secs': 0.380307} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.018495] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.019131] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09b24a83-2b37-4106-8b4b-53ada0596e26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.028949] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 724.028949] env[63198]: value = "task-2711993" [ 724.028949] env[63198]: _type = "Task" [ 724.028949] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.040891] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.056145] env[63198]: DEBUG nova.compute.manager [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.056462] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090882} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.057613] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f9adb1-4dfb-4000-b01f-80b1ed268dbe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.060876] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.062046] env[63198]: DEBUG nova.network.neutron [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Successfully updated port: 7d3c4eab-e34c-4e44-ba14-815e666e7d87 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.063791] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16909812-fe64-4f23-a96e-981d4f4ee074 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.106330] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 457ae21b-5f93-42f4-9672-a80ed7406da2/457ae21b-5f93-42f4-9672-a80ed7406da2.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.113009] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9527864d-9052-443e-99c6-b7d1c29ac2f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.131126] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711992, 'name': PowerOffVM_Task, 'duration_secs': 0.398582} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.131126] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.132326] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4deaf7-3978-4af8-af33-5ca174eb658c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.138857] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 724.138857] env[63198]: value = "task-2711994" [ 724.138857] env[63198]: _type = "Task" [ 724.138857] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.161190] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4923d60-094b-4d17-ba65-ed1647bbdcd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.167408] env[63198]: DEBUG nova.compute.manager [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Received event network-vif-plugged-7d3c4eab-e34c-4e44-ba14-815e666e7d87 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.167723] env[63198]: DEBUG oslo_concurrency.lockutils [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] Acquiring lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.167957] env[63198]: DEBUG oslo_concurrency.lockutils [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] Lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.168195] env[63198]: DEBUG oslo_concurrency.lockutils [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] Lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.168362] env[63198]: DEBUG nova.compute.manager [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] No waiting events found dispatching network-vif-plugged-7d3c4eab-e34c-4e44-ba14-815e666e7d87 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.168525] env[63198]: WARNING nova.compute.manager [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Received unexpected event network-vif-plugged-7d3c4eab-e34c-4e44-ba14-815e666e7d87 for instance with vm_state building and task_state spawning. [ 724.168926] env[63198]: DEBUG nova.compute.manager [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Received event network-changed-7d3c4eab-e34c-4e44-ba14-815e666e7d87 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.169060] env[63198]: DEBUG nova.compute.manager [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Refreshing instance network info cache due to event network-changed-7d3c4eab-e34c-4e44-ba14-815e666e7d87. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.169231] env[63198]: DEBUG oslo_concurrency.lockutils [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] Acquiring lock "refresh_cache-f6a2290f-27f3-47ac-b3de-d4ac38d2faad" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.169407] env[63198]: DEBUG oslo_concurrency.lockutils [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] Acquired lock "refresh_cache-f6a2290f-27f3-47ac-b3de-d4ac38d2faad" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.170753] env[63198]: DEBUG nova.network.neutron [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Refreshing network info cache for port 7d3c4eab-e34c-4e44-ba14-815e666e7d87 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.178172] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.256686] env[63198]: DEBUG oslo_concurrency.lockutils [req-94de8eb8-2db6-4939-89f6-c27592cc783f req-85bae7c2-1c77-4d28-9147-7b3baab1f978 service nova] Releasing lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.370571] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b2656-1c53-450f-8060-a99a14b2e529 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.379346] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edb4b6b-7dd3-4305-96c6-4c76a3061d7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.417195] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ea2ec5-5f85-4364-8258-f22b842bb463 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.428889] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd482c7-03d9-4d09-8648-f715112bd441 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.432858] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529f08cf-dad4-43df-9137-2318baacf448, 'name': SearchDatastore_Task, 'duration_secs': 0.020892} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.433439] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.433563] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.433686] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.433828] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.434011] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.434795] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5069327d-17be-42de-9ba5-3122aca50c90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.445319] env[63198]: DEBUG nova.compute.provider_tree [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.447651] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.451021] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.451021] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d7a470-6f96-4dd5-b239-4594368cd5a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.454957] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 724.454957] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521c30d6-770e-f707-40f4-c94738fc5fb2" [ 724.454957] env[63198]: _type = "Task" [ 724.454957] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.464555] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521c30d6-770e-f707-40f4-c94738fc5fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.479450] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523f5308-f965-709c-6dab-b85367a7aadc, 'name': SearchDatastore_Task, 'duration_secs': 0.022119} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.480443] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292c85d6-5151-4c81-a0a5-1206ec7db979 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.487398] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 724.487398] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5244d0fd-b2ba-122d-067c-bd5a2a0f0dc0" [ 724.487398] env[63198]: _type = "Task" [ 724.487398] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.496726] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5244d0fd-b2ba-122d-067c-bd5a2a0f0dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.539169] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.568132] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "refresh_cache-f6a2290f-27f3-47ac-b3de-d4ac38d2faad" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.614665] env[63198]: INFO nova.compute.manager [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] instance snapshotting [ 724.618909] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b7bd32-8347-4b5a-a326-532926e21f13 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.647373] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717a476f-13ac-436d-88c6-f42d395f7c37 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.667329] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.688724] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 724.689220] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d27c068e-35ca-4b06-81c0-f484f54061d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.699562] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 724.699562] env[63198]: value = "task-2711995" [ 724.699562] env[63198]: _type = "Task" [ 724.699562] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.712412] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.760250] env[63198]: DEBUG nova.network.neutron [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.872673] env[63198]: DEBUG nova.network.neutron [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.952054] env[63198]: DEBUG nova.scheduler.client.report [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.966772] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521c30d6-770e-f707-40f4-c94738fc5fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.967237] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe8e66f-a751-400c-9a04-6fbf9141d579 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.974270] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 724.974270] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52244c6a-ee34-f99d-817f-9123b5c51784" [ 724.974270] env[63198]: _type = "Task" [ 724.974270] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.983533] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52244c6a-ee34-f99d-817f-9123b5c51784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.997282] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5244d0fd-b2ba-122d-067c-bd5a2a0f0dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.027386} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.997742] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.998010] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8/3251800d-7e48-4db8-803b-d87bcf788fc8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.998283] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5161da1-a529-4f05-802b-f93500a8e995 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.006371] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 725.006371] env[63198]: value = "task-2711996" [ 725.006371] env[63198]: _type = "Task" [ 725.006371] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.018209] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.039597] env[63198]: DEBUG oslo_vmware.api [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2711993, 'name': PowerOnVM_Task, 'duration_secs': 0.580941} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.039863] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.040076] env[63198]: INFO nova.compute.manager [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Took 8.34 seconds to spawn the instance on the hypervisor. [ 725.040270] env[63198]: DEBUG nova.compute.manager [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.041025] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd07109-87f4-4027-88ba-d88ed4772b43 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.162889] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.167238] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3288613-5d43-42ab-b8ba-60bf8aca4356 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.170021] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711994, 'name': ReconfigVM_Task, 'duration_secs': 0.608058} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.170665] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 457ae21b-5f93-42f4-9672-a80ed7406da2/457ae21b-5f93-42f4-9672-a80ed7406da2.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.171556] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8628fec-f1db-4c00-98d8-fa242aa47fbf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.178172] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 725.178172] env[63198]: value = "task-2711997" [ 725.178172] env[63198]: _type = "Task" [ 725.178172] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.179745] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 725.179745] env[63198]: value = "task-2711998" [ 725.179745] env[63198]: _type = "Task" [ 725.179745] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.193298] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711998, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.196964] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711997, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.211931] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711995, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.375183] env[63198]: DEBUG oslo_concurrency.lockutils [req-a1fb1f9d-8f82-4b8b-8eea-5ca10d836952 req-418dd668-d2b8-4faf-b50b-cfdb3b58a57d service nova] Releasing lock "refresh_cache-f6a2290f-27f3-47ac-b3de-d4ac38d2faad" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.375847] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "refresh_cache-f6a2290f-27f3-47ac-b3de-d4ac38d2faad" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.376426] env[63198]: DEBUG nova.network.neutron [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.412117] env[63198]: DEBUG nova.compute.manager [None req-0630a433-bcc1-48c1-8862-0491d4dd64b3 tempest-ServerExternalEventsTest-577216995 tempest-ServerExternalEventsTest-577216995-project] [instance: 2210579f-827e-4473-80e0-23650e888445] Received event network-changed {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.412403] env[63198]: DEBUG nova.compute.manager [None req-0630a433-bcc1-48c1-8862-0491d4dd64b3 tempest-ServerExternalEventsTest-577216995 tempest-ServerExternalEventsTest-577216995-project] [instance: 2210579f-827e-4473-80e0-23650e888445] Refreshing instance network info cache due to event network-changed. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 725.414252] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0630a433-bcc1-48c1-8862-0491d4dd64b3 tempest-ServerExternalEventsTest-577216995 tempest-ServerExternalEventsTest-577216995-project] Acquiring lock "refresh_cache-2210579f-827e-4473-80e0-23650e888445" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.414252] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0630a433-bcc1-48c1-8862-0491d4dd64b3 tempest-ServerExternalEventsTest-577216995 tempest-ServerExternalEventsTest-577216995-project] Acquired lock "refresh_cache-2210579f-827e-4473-80e0-23650e888445" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.414252] env[63198]: DEBUG nova.network.neutron [None req-0630a433-bcc1-48c1-8862-0491d4dd64b3 tempest-ServerExternalEventsTest-577216995 tempest-ServerExternalEventsTest-577216995-project] [instance: 2210579f-827e-4473-80e0-23650e888445] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.461304] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.462488] env[63198]: DEBUG nova.compute.manager [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.464803] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.835s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.465007] env[63198]: DEBUG nova.objects.instance [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 725.488335] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52244c6a-ee34-f99d-817f-9123b5c51784, 'name': SearchDatastore_Task, 'duration_secs': 0.024495} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.488335] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.488335] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 5d66c323-0aca-4844-af50-3dbf4c6808ba/5d66c323-0aca-4844-af50-3dbf4c6808ba.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.488335] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8838ec-9c27-47f1-abf8-90c8d9b73438 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.499354] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 725.499354] env[63198]: value = "task-2711999" [ 725.499354] env[63198]: _type = "Task" [ 725.499354] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.511441] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2711999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.524635] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.563459] env[63198]: INFO nova.compute.manager [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Took 26.69 seconds to build instance. [ 725.690511] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711997, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.698776] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2711998, 'name': Rename_Task, 'duration_secs': 0.182738} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.699293] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.699553] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0e09a88-fcc6-4685-8ba2-eb9c7476bcfa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.711864] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711995, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.713695] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 725.713695] env[63198]: value = "task-2712000" [ 725.713695] env[63198]: _type = "Task" [ 725.713695] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.723519] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2712000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.943267] env[63198]: DEBUG nova.network.neutron [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.970347] env[63198]: DEBUG nova.compute.utils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.979033] env[63198]: DEBUG nova.compute.manager [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.979033] env[63198]: DEBUG nova.network.neutron [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.998685] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquiring lock "2210579f-827e-4473-80e0-23650e888445" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.018531] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2711999, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.027683] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2711996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597459} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.027683] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8/3251800d-7e48-4db8-803b-d87bcf788fc8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.027683] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.027683] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c01fa06b-0de2-4830-bdd3-eae470719810 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.039342] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 726.039342] env[63198]: value = "task-2712001" [ 726.039342] env[63198]: _type = "Task" [ 726.039342] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.044148] env[63198]: DEBUG nova.policy [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e77ccd751a4ab9b4c3e7cbaf6e33b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64231456d8bd4dae84523fe2266817cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.057257] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.065656] env[63198]: DEBUG oslo_concurrency.lockutils [None req-043e27d1-b6a9-4467-87b4-89ed40474b17 tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "2210579f-827e-4473-80e0-23650e888445" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.706s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.065868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "2210579f-827e-4473-80e0-23650e888445" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.067s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.066098] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquiring lock "2210579f-827e-4473-80e0-23650e888445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.066324] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "2210579f-827e-4473-80e0-23650e888445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.066502] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "2210579f-827e-4473-80e0-23650e888445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.069546] env[63198]: INFO nova.compute.manager [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Terminating instance [ 726.196917] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711997, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.220804] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2711995, 'name': CreateSnapshot_Task, 'duration_secs': 1.098949} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.226390] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.231111] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3bc0a0-22f6-4f63-918a-5a8c989c082f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.251114] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2712000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.358215] env[63198]: DEBUG nova.network.neutron [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Successfully created port: efc2e5b0-6650-4685-a949-bd942c23cab2 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.477970] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fdc57056-1e72-4a53-928d-ed18ed086b63 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.482107] env[63198]: DEBUG nova.compute.manager [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.483595] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.263s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.483595] env[63198]: DEBUG nova.objects.instance [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lazy-loading 'resources' on Instance uuid ec68d6ed-2076-4e7a-9aff-abea17c3bced {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.511979] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2711999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649725} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.512230] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 5d66c323-0aca-4844-af50-3dbf4c6808ba/5d66c323-0aca-4844-af50-3dbf4c6808ba.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.512447] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.512703] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c65973a1-c7d8-4355-a116-8c988fc91ab1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.521704] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 726.521704] env[63198]: value = "task-2712002" [ 726.521704] env[63198]: _type = "Task" [ 726.521704] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.532441] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.554642] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085911} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.554889] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.555702] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73a2a18-813b-4459-86cc-d49f1fc9cef1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.574182] env[63198]: DEBUG nova.compute.manager [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.574404] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.583958] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8/3251800d-7e48-4db8-803b-d87bcf788fc8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.584842] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54c30cf-7e7f-4f42-8b0b-8576a2266555 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.595773] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e16a54-d605-4841-8ef7-a8941f26f6b9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.614852] env[63198]: DEBUG nova.network.neutron [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Updating instance_info_cache with network_info: [{"id": "7d3c4eab-e34c-4e44-ba14-815e666e7d87", "address": "fa:16:3e:6a:92:9f", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3c4eab-e3", "ovs_interfaceid": "7d3c4eab-e34c-4e44-ba14-815e666e7d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.622137] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.622391] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1555b236-6623-4deb-ad1b-7c232f1c974d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.625574] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 726.625574] env[63198]: value = "task-2712003" [ 726.625574] env[63198]: _type = "Task" [ 726.625574] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.633806] env[63198]: DEBUG oslo_vmware.api [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 726.633806] env[63198]: value = "task-2712004" [ 726.633806] env[63198]: _type = "Task" [ 726.633806] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.643666] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712003, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.651652] env[63198]: DEBUG oslo_vmware.api [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2712004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.682613] env[63198]: DEBUG nova.network.neutron [None req-0630a433-bcc1-48c1-8862-0491d4dd64b3 tempest-ServerExternalEventsTest-577216995 tempest-ServerExternalEventsTest-577216995-project] [instance: 2210579f-827e-4473-80e0-23650e888445] Updating instance_info_cache with network_info: [{"id": "4d6dce57-767a-4965-a08c-bfd3e7c3fa24", "address": "fa:16:3e:a6:3a:e1", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6dce57-76", "ovs_interfaceid": "4d6dce57-767a-4965-a08c-bfd3e7c3fa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.694684] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2711997, 'name': CreateSnapshot_Task, 'duration_secs': 1.070716} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.694684] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.695380] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dd520c-812e-4985-9f18-5d04ea358b46 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.731727] env[63198]: DEBUG oslo_vmware.api [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2712000, 'name': PowerOnVM_Task, 'duration_secs': 0.896483} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.731908] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.732188] env[63198]: INFO nova.compute.manager [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Took 12.61 seconds to spawn the instance on the hypervisor. [ 726.732431] env[63198]: DEBUG nova.compute.manager [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.733354] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f7d28d-95f4-4048-8531-c2131c5d3836 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.763420] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.764126] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e706223-561a-4155-9fa1-9780089e893e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.774612] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 726.774612] env[63198]: value = "task-2712005" [ 726.774612] env[63198]: _type = "Task" [ 726.774612] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.786159] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712005, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.032654] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105478} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.032953] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.034708] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81833273-e9c1-43f8-8309-2e6128494a6a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.061109] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 5d66c323-0aca-4844-af50-3dbf4c6808ba/5d66c323-0aca-4844-af50-3dbf4c6808ba.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.064100] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cc3dee3-7212-4ce1-a3cf-167c00de231a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.086090] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 727.086090] env[63198]: value = "task-2712006" [ 727.086090] env[63198]: _type = "Task" [ 727.086090] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.098936] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.119172] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "refresh_cache-f6a2290f-27f3-47ac-b3de-d4ac38d2faad" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.119507] env[63198]: DEBUG nova.compute.manager [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Instance network_info: |[{"id": "7d3c4eab-e34c-4e44-ba14-815e666e7d87", "address": "fa:16:3e:6a:92:9f", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3c4eab-e3", "ovs_interfaceid": "7d3c4eab-e34c-4e44-ba14-815e666e7d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.120181] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:92:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d3c4eab-e34c-4e44-ba14-815e666e7d87', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.128234] env[63198]: DEBUG oslo.service.loopingcall [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.128559] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.134248] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-339f11a7-3449-44c2-b3e2-d22e11439483 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.157266] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712003, 'name': ReconfigVM_Task, 'duration_secs': 0.397169} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.160329] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8/3251800d-7e48-4db8-803b-d87bcf788fc8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.161018] env[63198]: DEBUG oslo_vmware.api [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2712004, 'name': PowerOffVM_Task, 'duration_secs': 0.199171} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.164393] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e084ad-d1db-4192-b752-f0b2b261c547 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.165960] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.166161] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.166384] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.166384] env[63198]: value = "task-2712007" [ 727.166384] env[63198]: _type = "Task" [ 727.166384] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.167077] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b0bea3-24a3-4ea8-b597-dd321cf615f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.173274] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 727.173274] env[63198]: value = "task-2712008" [ 727.173274] env[63198]: _type = "Task" [ 727.173274] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.181620] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712007, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.189087] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0630a433-bcc1-48c1-8862-0491d4dd64b3 tempest-ServerExternalEventsTest-577216995 tempest-ServerExternalEventsTest-577216995-project] Releasing lock "refresh_cache-2210579f-827e-4473-80e0-23650e888445" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.189489] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712008, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.215482] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.215966] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d5209127-e1d5-4644-a337-29a03dadf1b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.229689] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 727.229689] env[63198]: value = "task-2712010" [ 727.229689] env[63198]: _type = "Task" [ 727.229689] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.251251] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712010, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.256409] env[63198]: INFO nova.compute.manager [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Took 32.33 seconds to build instance. [ 727.264854] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.265221] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.265476] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Deleting the datastore file [datastore2] 2210579f-827e-4473-80e0-23650e888445 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.265846] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6191a57d-8cfa-4192-82d5-a18c3ca072e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.281774] env[63198]: DEBUG oslo_vmware.api [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for the task: (returnval){ [ 727.281774] env[63198]: value = "task-2712011" [ 727.281774] env[63198]: _type = "Task" [ 727.281774] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.296066] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712005, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.302020] env[63198]: DEBUG oslo_vmware.api [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2712011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.481311] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b4a82a-226e-4607-8a7c-604d57901756 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.489996] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ac163e-c5c2-401e-a472-c09dc5c63468 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.494261] env[63198]: DEBUG nova.compute.manager [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.528048] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5141bdde-d004-4c56-a627-7e7be1555514 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.540071] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.540526] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.540731] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.541058] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.541437] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.541569] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.541920] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.542218] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.542510] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.542788] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.543143] env[63198]: DEBUG nova.virt.hardware [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.544608] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b6fd22-5f81-415c-aa7f-a8ebf8f7c77f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.549713] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbb08fb-62f4-40cb-a151-ce03fae90654 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.567241] env[63198]: DEBUG nova.compute.provider_tree [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.569772] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab984e-56d9-4440-b4d9-3c4bdd5162cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.600185] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712006, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.688053] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712008, 'name': Rename_Task, 'duration_secs': 0.210481} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.688053] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712007, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.688280] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.689048] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c55d12-04cd-4108-b00b-bab6495da8c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.696856] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 727.696856] env[63198]: value = "task-2712012" [ 727.696856] env[63198]: _type = "Task" [ 727.696856] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.706176] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.742848] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712010, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.758792] env[63198]: DEBUG oslo_concurrency.lockutils [None req-057cf56a-745f-44bb-9d88-cda2dc5fe4d7 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.442s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.790879] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712005, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.797351] env[63198]: DEBUG oslo_vmware.api [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Task: {'id': task-2712011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229405} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.797700] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.797927] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.798166] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.798363] env[63198]: INFO nova.compute.manager [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] [instance: 2210579f-827e-4473-80e0-23650e888445] Took 1.22 seconds to destroy the instance on the hypervisor. [ 727.798632] env[63198]: DEBUG oslo.service.loopingcall [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.798854] env[63198]: DEBUG nova.compute.manager [-] [instance: 2210579f-827e-4473-80e0-23650e888445] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.798963] env[63198]: DEBUG nova.network.neutron [-] [instance: 2210579f-827e-4473-80e0-23650e888445] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.867420] env[63198]: DEBUG nova.network.neutron [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Successfully updated port: efc2e5b0-6650-4685-a949-bd942c23cab2 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.890261] env[63198]: DEBUG nova.compute.manager [req-9dde95e8-6694-44d9-a393-fc5b38c28e21 req-e854bdc2-4c59-4b53-ad91-9321b74ce569 service nova] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Received event network-vif-plugged-efc2e5b0-6650-4685-a949-bd942c23cab2 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.890485] env[63198]: DEBUG oslo_concurrency.lockutils [req-9dde95e8-6694-44d9-a393-fc5b38c28e21 req-e854bdc2-4c59-4b53-ad91-9321b74ce569 service nova] Acquiring lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.892084] env[63198]: DEBUG oslo_concurrency.lockutils [req-9dde95e8-6694-44d9-a393-fc5b38c28e21 req-e854bdc2-4c59-4b53-ad91-9321b74ce569 service nova] Lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.892173] env[63198]: DEBUG oslo_concurrency.lockutils [req-9dde95e8-6694-44d9-a393-fc5b38c28e21 req-e854bdc2-4c59-4b53-ad91-9321b74ce569 service nova] Lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.892304] env[63198]: DEBUG nova.compute.manager [req-9dde95e8-6694-44d9-a393-fc5b38c28e21 req-e854bdc2-4c59-4b53-ad91-9321b74ce569 service nova] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] No waiting events found dispatching network-vif-plugged-efc2e5b0-6650-4685-a949-bd942c23cab2 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.892473] env[63198]: WARNING nova.compute.manager [req-9dde95e8-6694-44d9-a393-fc5b38c28e21 req-e854bdc2-4c59-4b53-ad91-9321b74ce569 service nova] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Received unexpected event network-vif-plugged-efc2e5b0-6650-4685-a949-bd942c23cab2 for instance with vm_state building and task_state spawning. [ 728.079210] env[63198]: DEBUG nova.scheduler.client.report [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.103336] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712006, 'name': ReconfigVM_Task, 'duration_secs': 0.670453} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.103336] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 5d66c323-0aca-4844-af50-3dbf4c6808ba/5d66c323-0aca-4844-af50-3dbf4c6808ba.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.103336] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f13594c-4252-47c3-a3b8-754e88f4cde4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.110550] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 728.110550] env[63198]: value = "task-2712013" [ 728.110550] env[63198]: _type = "Task" [ 728.110550] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.119669] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712013, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.184057] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712007, 'name': CreateVM_Task, 'duration_secs': 0.562027} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.184260] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.184990] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.185160] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.185484] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.185758] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c770c7a4-8ca1-474f-a8dd-96a6a6a691a1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.192551] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 728.192551] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52609cb7-881a-8967-ddbe-676fdd0b7c86" [ 728.192551] env[63198]: _type = "Task" [ 728.192551] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.206984] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52609cb7-881a-8967-ddbe-676fdd0b7c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.218317] env[63198]: DEBUG oslo_vmware.api [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712012, 'name': PowerOnVM_Task, 'duration_secs': 0.489004} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.218393] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.218596] env[63198]: DEBUG nova.compute.manager [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.219479] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5a7763-42ec-4d5d-99c0-cf2a29ad34b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.244921] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712010, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.298031] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712005, 'name': CloneVM_Task, 'duration_secs': 1.296312} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.298031] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Created linked-clone VM from snapshot [ 728.298031] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eed41e-1d78-4938-a83f-2eb378a18a8c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.306732] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Uploading image f8acca30-8090-440d-a8b3-f128643834ea {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 728.329237] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 728.329237] env[63198]: value = "vm-546331" [ 728.329237] env[63198]: _type = "VirtualMachine" [ 728.329237] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 728.329949] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f9503e6-612d-4a75-a7e7-96313e0a9f60 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.339033] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lease: (returnval){ [ 728.339033] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528e296c-0295-9797-28ad-dc19105a65bd" [ 728.339033] env[63198]: _type = "HttpNfcLease" [ 728.339033] env[63198]: } obtained for exporting VM: (result){ [ 728.339033] env[63198]: value = "vm-546331" [ 728.339033] env[63198]: _type = "VirtualMachine" [ 728.339033] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 728.339372] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the lease: (returnval){ [ 728.339372] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528e296c-0295-9797-28ad-dc19105a65bd" [ 728.339372] env[63198]: _type = "HttpNfcLease" [ 728.339372] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 728.346346] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.346346] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528e296c-0295-9797-28ad-dc19105a65bd" [ 728.346346] env[63198]: _type = "HttpNfcLease" [ 728.346346] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 728.367233] env[63198]: DEBUG nova.compute.manager [req-44065cf0-adcc-43c8-b6a1-5f251180053a req-a854ea65-cfdc-47cb-a970-8a7eeafb76e2 service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Received event network-vif-deleted-4d6dce57-767a-4965-a08c-bfd3e7c3fa24 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.367233] env[63198]: INFO nova.compute.manager [req-44065cf0-adcc-43c8-b6a1-5f251180053a req-a854ea65-cfdc-47cb-a970-8a7eeafb76e2 service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Neutron deleted interface 4d6dce57-767a-4965-a08c-bfd3e7c3fa24; detaching it from the instance and deleting it from the info cache [ 728.367233] env[63198]: DEBUG nova.network.neutron [req-44065cf0-adcc-43c8-b6a1-5f251180053a req-a854ea65-cfdc-47cb-a970-8a7eeafb76e2 service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.371143] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-23f79fc8-1bd4-42b6-8030-98ed44358ebd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.371143] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-23f79fc8-1bd4-42b6-8030-98ed44358ebd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.371143] env[63198]: DEBUG nova.network.neutron [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.582982] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.585299] env[63198]: DEBUG oslo_concurrency.lockutils [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.193s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.585542] env[63198]: DEBUG nova.objects.instance [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lazy-loading 'resources' on Instance uuid da96af86-8be7-40e7-b087-54f6a9ce57b0 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.620707] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712013, 'name': Rename_Task, 'duration_secs': 0.209093} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.621723] env[63198]: INFO nova.scheduler.client.report [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Deleted allocations for instance ec68d6ed-2076-4e7a-9aff-abea17c3bced [ 728.622738] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.625099] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efe88623-29ec-4614-ae2d-7fb561e126d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.633294] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 728.633294] env[63198]: value = "task-2712015" [ 728.633294] env[63198]: _type = "Task" [ 728.633294] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.642258] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.707192] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52609cb7-881a-8967-ddbe-676fdd0b7c86, 'name': SearchDatastore_Task, 'duration_secs': 0.011446} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.707521] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.707815] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.708077] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.708232] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.708411] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.708687] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c794659e-03d2-479c-9e90-5a9dc0ba5836 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.711408] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "457ae21b-5f93-42f4-9672-a80ed7406da2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.711630] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.711839] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "457ae21b-5f93-42f4-9672-a80ed7406da2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.712031] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.712200] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.713898] env[63198]: DEBUG nova.network.neutron [-] [instance: 2210579f-827e-4473-80e0-23650e888445] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.715673] env[63198]: INFO nova.compute.manager [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Terminating instance [ 728.725609] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.725788] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.726955] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfb28de-2702-4487-8493-a004f0c26f69 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.732989] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 728.732989] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d244fd-efcb-2a07-187f-827fa800f12d" [ 728.732989] env[63198]: _type = "Task" [ 728.732989] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.746177] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712010, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.751438] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d244fd-efcb-2a07-187f-827fa800f12d, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.751875] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.752645] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16dfee9e-8667-4964-9e69-0f3c539925e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.758093] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 728.758093] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52499cd1-f557-1178-e4f7-17bb1b8cacfc" [ 728.758093] env[63198]: _type = "Task" [ 728.758093] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.767991] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52499cd1-f557-1178-e4f7-17bb1b8cacfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.850250] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.850250] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528e296c-0295-9797-28ad-dc19105a65bd" [ 728.850250] env[63198]: _type = "HttpNfcLease" [ 728.850250] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 728.850696] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 728.850696] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528e296c-0295-9797-28ad-dc19105a65bd" [ 728.850696] env[63198]: _type = "HttpNfcLease" [ 728.850696] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 728.851794] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd09af71-a602-45ba-a24b-5f691550d6dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.863546] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7affe-46f5-830e-b49e-cbdc0edfb702/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 728.863880] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7affe-46f5-830e-b49e-cbdc0edfb702/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 728.935341] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd78ce12-1d56-448b-97b0-cd6e6913efe8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.947805] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e95bd4-fdd6-4dbb-963f-e0611bebb345 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.990397] env[63198]: DEBUG nova.compute.manager [req-44065cf0-adcc-43c8-b6a1-5f251180053a req-a854ea65-cfdc-47cb-a970-8a7eeafb76e2 service nova] [instance: 2210579f-827e-4473-80e0-23650e888445] Detach interface failed, port_id=4d6dce57-767a-4965-a08c-bfd3e7c3fa24, reason: Instance 2210579f-827e-4473-80e0-23650e888445 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 729.033893] env[63198]: DEBUG nova.network.neutron [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.035026] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d3873c0-940b-4148-be3c-1abedab6516b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.133168] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6a8e0a0-d4f2-4fc3-8c08-c8b240302091 tempest-InstanceActionsTestJSON-1176716155 tempest-InstanceActionsTestJSON-1176716155-project-member] Lock "ec68d6ed-2076-4e7a-9aff-abea17c3bced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.598s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.149894] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.218258] env[63198]: INFO nova.compute.manager [-] [instance: 2210579f-827e-4473-80e0-23650e888445] Took 1.42 seconds to deallocate network for instance. [ 729.222896] env[63198]: DEBUG nova.compute.manager [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.223114] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.230024] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae3237-9415-4f98-8c22-19024194b3fc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.246658] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712010, 'name': CloneVM_Task, 'duration_secs': 1.741931} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.251631] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Created linked-clone VM from snapshot [ 729.251778] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.252695] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1f820b-8bc6-4607-8cde-88d98d5d2cfe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.256100] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4e60948-81c5-4b82-8b08-556ae0c99425 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.271117] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Uploading image e43964b5-f2c0-4746-9dd6-637d5da2563f {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.280834] env[63198]: DEBUG oslo_vmware.api [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 729.280834] env[63198]: value = "task-2712016" [ 729.280834] env[63198]: _type = "Task" [ 729.280834] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.293557] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52499cd1-f557-1178-e4f7-17bb1b8cacfc, 'name': SearchDatastore_Task, 'duration_secs': 0.016724} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.295491] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.295912] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] f6a2290f-27f3-47ac-b3de-d4ac38d2faad/f6a2290f-27f3-47ac-b3de-d4ac38d2faad.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.299157] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-686a37c1-66ec-4ff0-aed3-756e8ee9bed8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.304119] env[63198]: DEBUG oslo_vmware.rw_handles [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.304119] env[63198]: value = "vm-546333" [ 729.304119] env[63198]: _type = "VirtualMachine" [ 729.304119] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.304119] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-026b1b13-eb58-421e-b612-8aae8d801282 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.309289] env[63198]: DEBUG oslo_vmware.api [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2712016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.319235] env[63198]: DEBUG oslo_vmware.rw_handles [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lease: (returnval){ [ 729.319235] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e306c0-1d90-372a-ef1f-a3ae16593c9f" [ 729.319235] env[63198]: _type = "HttpNfcLease" [ 729.319235] env[63198]: } obtained for exporting VM: (result){ [ 729.319235] env[63198]: value = "vm-546333" [ 729.319235] env[63198]: _type = "VirtualMachine" [ 729.319235] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.319534] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the lease: (returnval){ [ 729.319534] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e306c0-1d90-372a-ef1f-a3ae16593c9f" [ 729.319534] env[63198]: _type = "HttpNfcLease" [ 729.319534] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.320012] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 729.320012] env[63198]: value = "task-2712017" [ 729.320012] env[63198]: _type = "Task" [ 729.320012] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.335084] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.335369] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.335369] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e306c0-1d90-372a-ef1f-a3ae16593c9f" [ 729.335369] env[63198]: _type = "HttpNfcLease" [ 729.335369] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.338370] env[63198]: DEBUG oslo_vmware.rw_handles [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.338370] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e306c0-1d90-372a-ef1f-a3ae16593c9f" [ 729.338370] env[63198]: _type = "HttpNfcLease" [ 729.338370] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.339452] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d203c36d-c95a-43a5-bd7e-a0d97ef04455 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.348726] env[63198]: DEBUG oslo_vmware.rw_handles [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5299f278-e0f9-5f77-92af-8f890943f828/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.348976] env[63198]: DEBUG oslo_vmware.rw_handles [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5299f278-e0f9-5f77-92af-8f890943f828/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.414255] env[63198]: DEBUG nova.network.neutron [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Updating instance_info_cache with network_info: [{"id": "efc2e5b0-6650-4685-a949-bd942c23cab2", "address": "fa:16:3e:a5:51:f4", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc2e5b0-66", "ovs_interfaceid": "efc2e5b0-6650-4685-a949-bd942c23cab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.463748] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99cb6f7b-6452-4daf-85dd-669b51c218d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.650954] env[63198]: DEBUG oslo_vmware.api [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712015, 'name': PowerOnVM_Task, 'duration_secs': 0.888844} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.655026] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.655026] env[63198]: INFO nova.compute.manager [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Took 10.08 seconds to spawn the instance on the hypervisor. [ 729.655026] env[63198]: DEBUG nova.compute.manager [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.655026] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d770d15-85e0-4576-85ef-76e43e2108a1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.722654] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7d6d46-5a5c-4646-a8ce-de8acfdf6129 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.736386] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.740215] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5d245-ed84-49bf-9e98-cbaf829c06e1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.780332] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e315f62-69e2-4587-b4f4-9f1fb32ae036 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.794769] env[63198]: DEBUG oslo_vmware.api [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2712016, 'name': PowerOffVM_Task, 'duration_secs': 0.229702} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.798053] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.798828] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.799793] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93b813d9-4398-440a-81d7-fce24d3f3b10 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.803045] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497e87f1-c6ee-421b-a876-60f56bdd7d05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.822231] env[63198]: DEBUG nova.compute.provider_tree [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.842308] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712017, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.917030] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-23f79fc8-1bd4-42b6-8030-98ed44358ebd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.917370] env[63198]: DEBUG nova.compute.manager [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Instance network_info: |[{"id": "efc2e5b0-6650-4685-a949-bd942c23cab2", "address": "fa:16:3e:a5:51:f4", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc2e5b0-66", "ovs_interfaceid": "efc2e5b0-6650-4685-a949-bd942c23cab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.918508] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:51:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efc2e5b0-6650-4685-a949-bd942c23cab2', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.928610] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Creating folder: Project (64231456d8bd4dae84523fe2266817cb). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.931629] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-682b9e1e-6dbc-49ee-83cf-d6b0b9382067 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.935761] env[63198]: DEBUG nova.compute.manager [req-8d7a2d0e-12a7-4970-8835-a1eef0190448 req-94211cc1-1968-4799-a2b1-0e0f2623863d service nova] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Received event network-changed-efc2e5b0-6650-4685-a949-bd942c23cab2 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.936138] env[63198]: DEBUG nova.compute.manager [req-8d7a2d0e-12a7-4970-8835-a1eef0190448 req-94211cc1-1968-4799-a2b1-0e0f2623863d service nova] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Refreshing instance network info cache due to event network-changed-efc2e5b0-6650-4685-a949-bd942c23cab2. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.936406] env[63198]: DEBUG oslo_concurrency.lockutils [req-8d7a2d0e-12a7-4970-8835-a1eef0190448 req-94211cc1-1968-4799-a2b1-0e0f2623863d service nova] Acquiring lock "refresh_cache-23f79fc8-1bd4-42b6-8030-98ed44358ebd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.936646] env[63198]: DEBUG oslo_concurrency.lockutils [req-8d7a2d0e-12a7-4970-8835-a1eef0190448 req-94211cc1-1968-4799-a2b1-0e0f2623863d service nova] Acquired lock "refresh_cache-23f79fc8-1bd4-42b6-8030-98ed44358ebd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.937080] env[63198]: DEBUG nova.network.neutron [req-8d7a2d0e-12a7-4970-8835-a1eef0190448 req-94211cc1-1968-4799-a2b1-0e0f2623863d service nova] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Refreshing network info cache for port efc2e5b0-6650-4685-a949-bd942c23cab2 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.943748] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.944429] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.944429] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Deleting the datastore file [datastore2] 457ae21b-5f93-42f4-9672-a80ed7406da2 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.948371] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebb19e17-875f-42ad-8ef6-6341fc5c774d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.960829] env[63198]: DEBUG oslo_vmware.api [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for the task: (returnval){ [ 729.960829] env[63198]: value = "task-2712021" [ 729.960829] env[63198]: _type = "Task" [ 729.960829] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.963710] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Created folder: Project (64231456d8bd4dae84523fe2266817cb) in parent group-v546185. [ 729.965081] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Creating folder: Instances. Parent ref: group-v546334. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.970517] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-287d369a-771d-4ddb-b143-421dac296b2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.980301] env[63198]: DEBUG oslo_vmware.api [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2712021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.984034] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Created folder: Instances in parent group-v546334. [ 729.984825] env[63198]: DEBUG oslo.service.loopingcall [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.985326] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.985575] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0165543f-cf63-40eb-8d30-cbfc137fa180 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.005364] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "3251800d-7e48-4db8-803b-d87bcf788fc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.005974] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3251800d-7e48-4db8-803b-d87bcf788fc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.007783] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "3251800d-7e48-4db8-803b-d87bcf788fc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.008324] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3251800d-7e48-4db8-803b-d87bcf788fc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.009170] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3251800d-7e48-4db8-803b-d87bcf788fc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.013011] env[63198]: INFO nova.compute.manager [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Terminating instance [ 730.023179] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.023179] env[63198]: value = "task-2712023" [ 730.023179] env[63198]: _type = "Task" [ 730.023179] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.037025] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712023, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.183937] env[63198]: INFO nova.compute.manager [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Took 29.12 seconds to build instance. [ 730.331517] env[63198]: DEBUG nova.scheduler.client.report [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.343658] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712017, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.475303] env[63198]: DEBUG oslo_vmware.api [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Task: {'id': task-2712021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273309} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.476069] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.476926] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.479107] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.480028] env[63198]: INFO nova.compute.manager [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Took 1.26 seconds to destroy the instance on the hypervisor. [ 730.480535] env[63198]: DEBUG oslo.service.loopingcall [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.483532] env[63198]: DEBUG nova.compute.manager [-] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.483532] env[63198]: DEBUG nova.network.neutron [-] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.518993] env[63198]: DEBUG nova.compute.manager [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.519497] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.520953] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6df0c6-b87a-497e-aae4-6ceb82d11afe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.537273] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712023, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.539835] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.540302] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad41d9f9-ddf7-48b8-8916-e9919de2fa59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.550032] env[63198]: DEBUG oslo_vmware.api [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 730.550032] env[63198]: value = "task-2712024" [ 730.550032] env[63198]: _type = "Task" [ 730.550032] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.564591] env[63198]: DEBUG oslo_vmware.api [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.687756] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba3f5f5-b91b-4862-a8df-a3d683cf0b13 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.780s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.809609] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.810148] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.841309] env[63198]: DEBUG oslo_concurrency.lockutils [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.848229] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.974s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.869297] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712017, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.870846] env[63198]: DEBUG nova.network.neutron [req-8d7a2d0e-12a7-4970-8835-a1eef0190448 req-94211cc1-1968-4799-a2b1-0e0f2623863d service nova] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Updated VIF entry in instance network info cache for port efc2e5b0-6650-4685-a949-bd942c23cab2. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.871296] env[63198]: DEBUG nova.network.neutron [req-8d7a2d0e-12a7-4970-8835-a1eef0190448 req-94211cc1-1968-4799-a2b1-0e0f2623863d service nova] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Updating instance_info_cache with network_info: [{"id": "efc2e5b0-6650-4685-a949-bd942c23cab2", "address": "fa:16:3e:a5:51:f4", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc2e5b0-66", "ovs_interfaceid": "efc2e5b0-6650-4685-a949-bd942c23cab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.896999] env[63198]: INFO nova.scheduler.client.report [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Deleted allocations for instance da96af86-8be7-40e7-b087-54f6a9ce57b0 [ 731.039131] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712023, 'name': CreateVM_Task, 'duration_secs': 0.545117} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.039131] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.039131] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.039131] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.039495] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.039836] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3ee944-2847-4a5f-a4ad-8899a10245ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.045878] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 731.045878] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52725721-e044-7b62-3f0a-4e0f232605e4" [ 731.045878] env[63198]: _type = "Task" [ 731.045878] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.058198] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52725721-e044-7b62-3f0a-4e0f232605e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.064385] env[63198]: DEBUG oslo_vmware.api [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712024, 'name': PowerOffVM_Task, 'duration_secs': 0.326398} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.064894] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.065195] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.065559] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49ede784-a1e6-47f0-8aca-2e7c2889ffec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.150226] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.152170] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.152170] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleting the datastore file [datastore1] 3251800d-7e48-4db8-803b-d87bcf788fc8 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.152817] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f102c8c-d0bb-47b8-a4d3-e1202e630f66 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.162091] env[63198]: DEBUG oslo_vmware.api [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 731.162091] env[63198]: value = "task-2712026" [ 731.162091] env[63198]: _type = "Task" [ 731.162091] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.174422] env[63198]: DEBUG oslo_vmware.api [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.314412] env[63198]: DEBUG nova.compute.manager [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.344119] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712017, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.57324} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.344395] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] f6a2290f-27f3-47ac-b3de-d4ac38d2faad/f6a2290f-27f3-47ac-b3de-d4ac38d2faad.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.344615] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.344879] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dc5be8f-3265-4bac-b24a-7f1ccca43ece {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.354389] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 731.354389] env[63198]: value = "task-2712027" [ 731.354389] env[63198]: _type = "Task" [ 731.354389] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.362675] env[63198]: INFO nova.compute.claims [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.378198] env[63198]: DEBUG oslo_concurrency.lockutils [req-8d7a2d0e-12a7-4970-8835-a1eef0190448 req-94211cc1-1968-4799-a2b1-0e0f2623863d service nova] Releasing lock "refresh_cache-23f79fc8-1bd4-42b6-8030-98ed44358ebd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.380135] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.420752] env[63198]: DEBUG oslo_concurrency.lockutils [None req-029de2fc-44da-439d-b5ea-d44c79e4a571 tempest-ServerMetadataNegativeTestJSON-194609960 tempest-ServerMetadataNegativeTestJSON-194609960-project-member] Lock "da96af86-8be7-40e7-b087-54f6a9ce57b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.685s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.559343] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52725721-e044-7b62-3f0a-4e0f232605e4, 'name': SearchDatastore_Task, 'duration_secs': 0.016422} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.560184] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.560979] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.561531] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.561924] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.562279] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.562747] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13dd991f-88bd-4a43-85f9-151f587da67d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.573658] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.574614] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.575351] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0d5d50-0fec-4a5e-8b06-4e12582a8f7e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.583283] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 731.583283] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e8ee8d-03d8-f054-1bab-2928b4fc283f" [ 731.583283] env[63198]: _type = "Task" [ 731.583283] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.597288] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e8ee8d-03d8-f054-1bab-2928b4fc283f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.674690] env[63198]: DEBUG oslo_vmware.api [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244704} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.675157] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.675556] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.675778] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.676000] env[63198]: INFO nova.compute.manager [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 731.676298] env[63198]: DEBUG oslo.service.loopingcall [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.676522] env[63198]: DEBUG nova.compute.manager [-] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.676678] env[63198]: DEBUG nova.network.neutron [-] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.844201] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.866501] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08232} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.866897] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.867856] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cc34a9-750c-4f76-a4c9-7490047e2b7b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.873258] env[63198]: INFO nova.compute.resource_tracker [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating resource usage from migration e1d3a72e-b92e-4cd8-b28b-4654a5c4070a [ 731.902850] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f6a2290f-27f3-47ac-b3de-d4ac38d2faad/f6a2290f-27f3-47ac-b3de-d4ac38d2faad.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.906220] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd514f1-028e-4ad0-b9a6-0c6ea5a302b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.931429] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 731.931429] env[63198]: value = "task-2712028" [ 731.931429] env[63198]: _type = "Task" [ 731.931429] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.942757] env[63198]: DEBUG nova.network.neutron [-] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.944938] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.100619] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e8ee8d-03d8-f054-1bab-2928b4fc283f, 'name': SearchDatastore_Task, 'duration_secs': 0.012564} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.104391] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7efb0af4-fcaa-4bf0-9fe9-49d4de54baa8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.111969] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 732.111969] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5242a9d4-9474-f4da-bd1d-c06b70b7be77" [ 732.111969] env[63198]: _type = "Task" [ 732.111969] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.122923] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5242a9d4-9474-f4da-bd1d-c06b70b7be77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.421850] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a34f38c-ecc6-48ee-8f9a-2dbbd9853a0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.432022] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e070fc-2822-4377-bc08-f90a5014bc14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.445330] env[63198]: INFO nova.compute.manager [-] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Took 1.96 seconds to deallocate network for instance. [ 732.452265] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712028, 'name': ReconfigVM_Task, 'duration_secs': 0.319502} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.488108] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f6a2290f-27f3-47ac-b3de-d4ac38d2faad/f6a2290f-27f3-47ac-b3de-d4ac38d2faad.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.488108] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c21d2b1a-fe76-4bcf-ae05-62a4966c4ee0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.488913] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059d2e7c-fd73-4593-bb30-effc2e81692e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.503348] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20088f95-b1cf-40c4-81a8-0ef2cdfb3097 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.505886] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 732.505886] env[63198]: value = "task-2712029" [ 732.505886] env[63198]: _type = "Task" [ 732.505886] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.506626] env[63198]: DEBUG nova.network.neutron [-] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.526472] env[63198]: DEBUG nova.compute.provider_tree [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.534010] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712029, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.583260] env[63198]: DEBUG nova.compute.manager [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Received event network-vif-deleted-b45ea743-6948-44cf-844b-4231d080a356 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.583260] env[63198]: DEBUG nova.compute.manager [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Received event network-vif-deleted-a35bc538-10e3-4f09-8d13-907756e6dcd9 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.583260] env[63198]: DEBUG nova.compute.manager [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Received event network-changed-497da906-bf11-42f0-86c4-65d9ce86897e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.583500] env[63198]: DEBUG nova.compute.manager [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Refreshing instance network info cache due to event network-changed-497da906-bf11-42f0-86c4-65d9ce86897e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.583660] env[63198]: DEBUG oslo_concurrency.lockutils [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] Acquiring lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.584264] env[63198]: DEBUG oslo_concurrency.lockutils [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] Acquired lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.584264] env[63198]: DEBUG nova.network.neutron [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Refreshing network info cache for port 497da906-bf11-42f0-86c4-65d9ce86897e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.627605] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5242a9d4-9474-f4da-bd1d-c06b70b7be77, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.628287] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.628918] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 23f79fc8-1bd4-42b6-8030-98ed44358ebd/23f79fc8-1bd4-42b6-8030-98ed44358ebd.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.629684] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7cbecb-f187-45db-9d92-6a906fa1521b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.640710] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 732.640710] env[63198]: value = "task-2712030" [ 732.640710] env[63198]: _type = "Task" [ 732.640710] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.651908] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.958676] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.009440] env[63198]: INFO nova.compute.manager [-] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Took 1.33 seconds to deallocate network for instance. [ 733.023963] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712029, 'name': Rename_Task, 'duration_secs': 0.184544} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.024434] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.026219] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf6be742-31fc-4f23-93d3-9ff397ad5dbe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.030523] env[63198]: DEBUG nova.scheduler.client.report [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.035286] env[63198]: DEBUG oslo_concurrency.lockutils [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Acquiring lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.035825] env[63198]: DEBUG oslo_concurrency.lockutils [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.040808] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 733.040808] env[63198]: value = "task-2712031" [ 733.040808] env[63198]: _type = "Task" [ 733.040808] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.057111] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.153450] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712030, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.521124] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.533743] env[63198]: DEBUG nova.network.neutron [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updated VIF entry in instance network info cache for port 497da906-bf11-42f0-86c4-65d9ce86897e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.534198] env[63198]: DEBUG nova.network.neutron [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updating instance_info_cache with network_info: [{"id": "497da906-bf11-42f0-86c4-65d9ce86897e", "address": "fa:16:3e:07:70:6c", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497da906-bf", "ovs_interfaceid": "497da906-bf11-42f0-86c4-65d9ce86897e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.538753] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.691s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.539169] env[63198]: INFO nova.compute.manager [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Migrating [ 733.549585] env[63198]: DEBUG nova.compute.utils [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.554217] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.017s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.557124] env[63198]: INFO nova.compute.claims [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.579297] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712031, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.658061] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700647} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.658375] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 23f79fc8-1bd4-42b6-8030-98ed44358ebd/23f79fc8-1bd4-42b6-8030-98ed44358ebd.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.658653] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.658983] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-570eb33c-87cb-4fcf-9fd8-27ece82e0c4d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.669228] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 733.669228] env[63198]: value = "task-2712032" [ 733.669228] env[63198]: _type = "Task" [ 733.669228] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.680034] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.037233] env[63198]: DEBUG oslo_concurrency.lockutils [req-8e9ddb71-1d44-4904-a6aa-e14a413e7042 req-701be9fe-ec56-4d85-9830-c908f8b2616d service nova] Releasing lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.054957] env[63198]: DEBUG oslo_concurrency.lockutils [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.072794] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.073015] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.073415] env[63198]: DEBUG nova.network.neutron [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.075701] env[63198]: DEBUG oslo_vmware.api [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712031, 'name': PowerOnVM_Task, 'duration_secs': 0.67491} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.075956] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.076173] env[63198]: INFO nova.compute.manager [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Took 11.34 seconds to spawn the instance on the hypervisor. [ 734.076354] env[63198]: DEBUG nova.compute.manager [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.077279] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b8f315-c88b-4094-807c-5ada41dc276d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.180290] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081504} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.180596] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.181494] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9181f623-a1b3-46e4-a3d5-c7aa076554f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.204543] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 23f79fc8-1bd4-42b6-8030-98ed44358ebd/23f79fc8-1bd4-42b6-8030-98ed44358ebd.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.205203] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e3dd5b5-d26e-40c9-9668-de6adbaf6571 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.226953] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 734.226953] env[63198]: value = "task-2712033" [ 734.226953] env[63198]: _type = "Task" [ 734.226953] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.236990] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.600984] env[63198]: INFO nova.compute.manager [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Took 31.67 seconds to build instance. [ 734.740645] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712033, 'name': ReconfigVM_Task, 'duration_secs': 0.351386} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.741047] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 23f79fc8-1bd4-42b6-8030-98ed44358ebd/23f79fc8-1bd4-42b6-8030-98ed44358ebd.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.741788] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e26c7cdb-5750-45b7-a811-a76ef5b9fbc7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.750049] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 734.750049] env[63198]: value = "task-2712034" [ 734.750049] env[63198]: _type = "Task" [ 734.750049] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.765996] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712034, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.062583] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87822df2-c46d-4f0c-8ed0-d42b7a45fc9a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.072620] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27f7cc2-e09c-457d-acc8-d574745ac4b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.105272] env[63198]: DEBUG oslo_concurrency.lockutils [None req-15dd7b1e-7c3d-448d-b1b2-6294a9b9e118 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.340s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.106351] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa397d6-6ace-41f9-9e1d-6555f6c8b9e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.115803] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a0fa8-4fe5-45a4-b032-0124956d96f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.130932] env[63198]: DEBUG nova.compute.provider_tree [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.148800] env[63198]: DEBUG oslo_concurrency.lockutils [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Acquiring lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.149200] env[63198]: DEBUG oslo_concurrency.lockutils [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.149531] env[63198]: INFO nova.compute.manager [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Attaching volume 27e93c97-428f-4262-a04f-d404373025c6 to /dev/sdb [ 735.185724] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7199ce-7707-44bf-8294-fa58fd44135f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.194256] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979d07af-742a-4d2e-82c3-4eca22fc31f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.211662] env[63198]: DEBUG nova.virt.block_device [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Updating existing volume attachment record: acaf2409-8ad0-4183-9db8-b7d21f58876d {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 735.252843] env[63198]: DEBUG nova.network.neutron [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance_info_cache with network_info: [{"id": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "address": "fa:16:3e:6a:31:ac", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa685aea-57", "ovs_interfaceid": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.264444] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712034, 'name': Rename_Task, 'duration_secs': 0.180701} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.265832] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.266078] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-934584ae-4049-413b-98e1-3a877ff42bcc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.273868] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 735.273868] env[63198]: value = "task-2712035" [ 735.273868] env[63198]: _type = "Task" [ 735.273868] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.284878] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.636294] env[63198]: DEBUG nova.scheduler.client.report [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.758875] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.792396] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.808220] env[63198]: DEBUG nova.compute.manager [req-fe85a319-87e2-45b0-9cc1-b144c8322b6c req-1fa86ea0-5efe-4bd0-b248-31a3a4917076 service nova] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Received event network-vif-deleted-3a033acd-9ed5-4bec-a136-9ae9cb66fc15 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.145037] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.145037] env[63198]: DEBUG nova.compute.manager [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.158041] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.557s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.158041] env[63198]: DEBUG nova.objects.instance [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 736.267815] env[63198]: DEBUG oslo_concurrency.lockutils [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.268152] env[63198]: DEBUG oslo_concurrency.lockutils [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.268316] env[63198]: DEBUG oslo_concurrency.lockutils [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.268466] env[63198]: DEBUG oslo_concurrency.lockutils [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.268632] env[63198]: DEBUG oslo_concurrency.lockutils [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.271127] env[63198]: INFO nova.compute.manager [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Terminating instance [ 736.288683] env[63198]: DEBUG oslo_vmware.api [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712035, 'name': PowerOnVM_Task, 'duration_secs': 0.596558} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.290048] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.290266] env[63198]: INFO nova.compute.manager [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Took 8.80 seconds to spawn the instance on the hypervisor. [ 736.290447] env[63198]: DEBUG nova.compute.manager [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.291281] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f227fb-12fa-43ac-85ca-e018aa507ff0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.668177] env[63198]: DEBUG nova.compute.utils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.669429] env[63198]: DEBUG nova.compute.manager [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.669429] env[63198]: DEBUG nova.network.neutron [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.716381] env[63198]: DEBUG nova.policy [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f442a8c432148569899627e0f6b3bde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af98dac44fc244959220412865976629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.774829] env[63198]: DEBUG nova.compute.manager [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.774991] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.776080] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a89f594-2675-459f-9392-e5d5de6483b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.785086] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.785650] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea43b4ec-b9c6-49f8-8649-bbaf3e26c443 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.793889] env[63198]: DEBUG oslo_vmware.api [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 736.793889] env[63198]: value = "task-2712039" [ 736.793889] env[63198]: _type = "Task" [ 736.793889] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.810231] env[63198]: DEBUG oslo_vmware.api [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.812715] env[63198]: INFO nova.compute.manager [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Took 31.87 seconds to build instance. [ 737.062250] env[63198]: DEBUG nova.network.neutron [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Successfully created port: c9b4bbd9-c017-4b03-8140-e67180bc6b48 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.134712] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.135019] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.170721] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3677383c-1119-486e-b2c2-dfadcaf17d1f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.171931] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.378s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.172605] env[63198]: DEBUG nova.objects.instance [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lazy-loading 'resources' on Instance uuid 33ed2db3-9161-4e72-b35c-11caf9cb00b7 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.177291] env[63198]: DEBUG nova.compute.manager [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.280378] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd55ad-0e3b-4a34-b50e-692bb7427b3e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.305644] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance 'caedd33a-6164-45d0-8722-6b775f20fd9c' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 737.314463] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7854eccf-16ba-4a4d-a252-0452701875a8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.318716] env[63198]: DEBUG oslo_vmware.api [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712039, 'name': PowerOffVM_Task, 'duration_secs': 0.354896} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.318886] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.318991] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.319282] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d8c822-27ee-4e06-b3d4-dd4b526ab030 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.397537] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.397969] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.398392] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Deleting the datastore file [datastore1] 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.398898] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bfc7199-001e-4ae3-88b1-d38ad5966df9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.409175] env[63198]: DEBUG oslo_vmware.api [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 737.409175] env[63198]: value = "task-2712041" [ 737.409175] env[63198]: _type = "Task" [ 737.409175] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.419820] env[63198]: DEBUG oslo_vmware.api [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.647982] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.648133] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.649625] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.649625] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.649625] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.649625] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.649625] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 737.649625] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.815821] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.816458] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36690caa-af90-4c64-bafe-1898de65fc79 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.826076] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 737.826076] env[63198]: value = "task-2712043" [ 737.826076] env[63198]: _type = "Task" [ 737.826076] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.839168] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.924040] env[63198]: DEBUG oslo_vmware.api [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311898} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.927509] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.927830] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.928044] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.928287] env[63198]: INFO nova.compute.manager [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 737.928934] env[63198]: DEBUG oslo.service.loopingcall [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.929155] env[63198]: DEBUG nova.compute.manager [-] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.929296] env[63198]: DEBUG nova.network.neutron [-] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.131526] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ad9a5-8127-4ec7-8286-5c2c01b8eaa3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.141080] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d297cd-0741-4858-81cd-81e73dca6e40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.180438] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.181622] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f454f-0d94-4d80-86c5-832286898278 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.191838] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0df0bea-53a5-430b-9aa8-4f8151674d05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.196750] env[63198]: DEBUG nova.compute.manager [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.211905] env[63198]: DEBUG nova.compute.provider_tree [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.337828] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712043, 'name': PowerOffVM_Task, 'duration_secs': 0.267128} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.338317] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.339320] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance 'caedd33a-6164-45d0-8722-6b775f20fd9c' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 738.670162] env[63198]: DEBUG nova.network.neutron [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Successfully updated port: c9b4bbd9-c017-4b03-8140-e67180bc6b48 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.715274] env[63198]: DEBUG nova.scheduler.client.report [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.847568] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.848422] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.848422] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.848422] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.848422] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.848422] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.848586] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.848763] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.849545] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.849545] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.849790] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.857763] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c815e12b-b5c9-4ce6-9de6-4fff550bb8b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.885120] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 738.885120] env[63198]: value = "task-2712044" [ 738.885120] env[63198]: _type = "Task" [ 738.885120] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.900571] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.941834] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.942117] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.942307] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.942477] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.942664] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.942780] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.943953] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.944673] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.944932] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.945186] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.945681] env[63198]: DEBUG nova.virt.hardware [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.948455] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b8923-8b47-4153-9993-d00add41826f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.962528] env[63198]: DEBUG oslo_vmware.rw_handles [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5299f278-e0f9-5f77-92af-8f890943f828/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.964065] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3164cb8f-59ee-415f-8ce2-393689faabda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.969060] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807ef1ed-1246-4ba9-affe-ca9853b1aa6b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.976974] env[63198]: DEBUG oslo_vmware.rw_handles [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5299f278-e0f9-5f77-92af-8f890943f828/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.977238] env[63198]: ERROR oslo_vmware.rw_handles [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5299f278-e0f9-5f77-92af-8f890943f828/disk-0.vmdk due to incomplete transfer. [ 738.988791] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1aaedb58-9203-4c47-96a5-38399b440a42 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.000489] env[63198]: DEBUG oslo_vmware.rw_handles [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5299f278-e0f9-5f77-92af-8f890943f828/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 739.000777] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Uploaded image e43964b5-f2c0-4746-9dd6-637d5da2563f to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 739.003163] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.003552] env[63198]: DEBUG nova.network.neutron [-] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.004780] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5386052d-c689-4709-b292-188002425c6f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.013972] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 739.013972] env[63198]: value = "task-2712045" [ 739.013972] env[63198]: _type = "Task" [ 739.013972] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.026352] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712045, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.175941] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "refresh_cache-fbec33e0-6b91-4b5e-8bed-06019fbd7f26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.176438] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquired lock "refresh_cache-fbec33e0-6b91-4b5e-8bed-06019fbd7f26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.176712] env[63198]: DEBUG nova.network.neutron [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.219803] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.222253] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.470s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.223018] env[63198]: DEBUG nova.objects.instance [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 739.260488] env[63198]: INFO nova.scheduler.client.report [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted allocations for instance 33ed2db3-9161-4e72-b35c-11caf9cb00b7 [ 739.398062] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712044, 'name': ReconfigVM_Task, 'duration_secs': 0.302057} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.398664] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance 'caedd33a-6164-45d0-8722-6b775f20fd9c' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 739.507976] env[63198]: INFO nova.compute.manager [-] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Took 1.58 seconds to deallocate network for instance. [ 739.526310] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712045, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.556450] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.556929] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.557251] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.557465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.557664] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.560124] env[63198]: INFO nova.compute.manager [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Terminating instance [ 739.607905] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7affe-46f5-830e-b49e-cbdc0edfb702/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 739.609234] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ca4eb2-3c87-4310-9eb9-da6e79af10b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.617555] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7affe-46f5-830e-b49e-cbdc0edfb702/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 739.617745] env[63198]: ERROR oslo_vmware.rw_handles [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7affe-46f5-830e-b49e-cbdc0edfb702/disk-0.vmdk due to incomplete transfer. [ 739.618162] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3ced6c64-d30c-484c-80c0-7c04cb3dbd29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.626898] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e7affe-46f5-830e-b49e-cbdc0edfb702/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 739.627918] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Uploaded image f8acca30-8090-440d-a8b3-f128643834ea to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 739.630590] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.630875] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d09e3842-9f00-405d-8232-17e2945c1bc2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.638341] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 739.638341] env[63198]: value = "task-2712046" [ 739.638341] env[63198]: _type = "Task" [ 739.638341] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.649711] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712046, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.697094] env[63198]: DEBUG nova.compute.manager [req-5e696dc2-b4cf-4682-ad32-15f5b55a2cf8 req-6801247b-9192-4851-8a1c-12cf41b2db08 service nova] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Received event network-vif-deleted-cf90e887-9a69-466d-a5e3-c05743bb1034 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.712102] env[63198]: DEBUG nova.network.neutron [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.719037] env[63198]: DEBUG nova.compute.manager [req-f371b4ed-8a8e-4138-ac32-9a1fe384811c req-44924d01-97cb-4fe9-b576-b929ec27b619 service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Received event network-vif-plugged-c9b4bbd9-c017-4b03-8140-e67180bc6b48 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.719301] env[63198]: DEBUG oslo_concurrency.lockutils [req-f371b4ed-8a8e-4138-ac32-9a1fe384811c req-44924d01-97cb-4fe9-b576-b929ec27b619 service nova] Acquiring lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.719536] env[63198]: DEBUG oslo_concurrency.lockutils [req-f371b4ed-8a8e-4138-ac32-9a1fe384811c req-44924d01-97cb-4fe9-b576-b929ec27b619 service nova] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.719719] env[63198]: DEBUG oslo_concurrency.lockutils [req-f371b4ed-8a8e-4138-ac32-9a1fe384811c req-44924d01-97cb-4fe9-b576-b929ec27b619 service nova] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.719903] env[63198]: DEBUG nova.compute.manager [req-f371b4ed-8a8e-4138-ac32-9a1fe384811c req-44924d01-97cb-4fe9-b576-b929ec27b619 service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] No waiting events found dispatching network-vif-plugged-c9b4bbd9-c017-4b03-8140-e67180bc6b48 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.720100] env[63198]: WARNING nova.compute.manager [req-f371b4ed-8a8e-4138-ac32-9a1fe384811c req-44924d01-97cb-4fe9-b576-b929ec27b619 service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Received unexpected event network-vif-plugged-c9b4bbd9-c017-4b03-8140-e67180bc6b48 for instance with vm_state building and task_state spawning. [ 739.774591] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 739.774893] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546339', 'volume_id': '27e93c97-428f-4262-a04f-d404373025c6', 'name': 'volume-27e93c97-428f-4262-a04f-d404373025c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '519d1a21-0829-41a5-9bc4-e68f29eabf23', 'attached_at': '', 'detached_at': '', 'volume_id': '27e93c97-428f-4262-a04f-d404373025c6', 'serial': '27e93c97-428f-4262-a04f-d404373025c6'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 739.775570] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e1fcca7c-b957-42f2-8db6-4c0719b4717a tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "33ed2db3-9161-4e72-b35c-11caf9cb00b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.517s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.777385] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db55145b-ac3d-4ad8-8ac4-8db1ae7bea58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.801081] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e4f631-34e6-4b94-8c6b-310a951b989a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.829877] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-27e93c97-428f-4262-a04f-d404373025c6/volume-27e93c97-428f-4262-a04f-d404373025c6.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.831251] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ca4b0b-e473-4f8b-9fd5-4fb2636f2b6e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.859611] env[63198]: DEBUG oslo_vmware.api [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Waiting for the task: (returnval){ [ 739.859611] env[63198]: value = "task-2712047" [ 739.859611] env[63198]: _type = "Task" [ 739.859611] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.868149] env[63198]: DEBUG oslo_vmware.api [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Task: {'id': task-2712047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.892070] env[63198]: DEBUG nova.network.neutron [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Updating instance_info_cache with network_info: [{"id": "c9b4bbd9-c017-4b03-8140-e67180bc6b48", "address": "fa:16:3e:0f:f3:67", "network": {"id": "eae38080-a2e0-48c6-bbff-d1067e67e55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1486968962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af98dac44fc244959220412865976629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b4bbd9-c0", "ovs_interfaceid": "c9b4bbd9-c017-4b03-8140-e67180bc6b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.906215] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:08:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='69b907f3-bb51-4328-a494-745ff16e9f80',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1326877280',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.906475] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.907288] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.907534] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.907743] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.907857] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.908512] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.908512] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.908512] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.908757] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.908860] env[63198]: DEBUG nova.virt.hardware [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.915904] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 739.917207] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abbfca90-8a32-474d-8974-7dc4b046b5e1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.936952] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 739.936952] env[63198]: value = "task-2712048" [ 739.936952] env[63198]: _type = "Task" [ 739.936952] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.950542] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.962226] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.962508] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.015152] env[63198]: DEBUG oslo_concurrency.lockutils [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.027912] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712045, 'name': Destroy_Task, 'duration_secs': 0.9339} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.028290] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Destroyed the VM [ 740.028600] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 740.028933] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c281c1bd-74a7-4ee3-ba19-ba4fc44c3560 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.037560] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 740.037560] env[63198]: value = "task-2712049" [ 740.037560] env[63198]: _type = "Task" [ 740.037560] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.049263] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.070300] env[63198]: DEBUG nova.compute.manager [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.070574] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.071555] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37de637e-68ff-4937-9006-a84996ce7746 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.086020] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.086600] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84108afd-5f84-4987-aa3f-b4267cf8e37a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.097604] env[63198]: DEBUG oslo_vmware.api [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 740.097604] env[63198]: value = "task-2712050" [ 740.097604] env[63198]: _type = "Task" [ 740.097604] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.114306] env[63198]: DEBUG oslo_vmware.api [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.155258] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712046, 'name': Destroy_Task, 'duration_secs': 0.39036} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.155258] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Destroyed the VM [ 740.155258] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 740.155258] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-005430dd-234d-47bd-978e-dd864f250472 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.165128] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 740.165128] env[63198]: value = "task-2712051" [ 740.165128] env[63198]: _type = "Task" [ 740.165128] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.177893] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712051, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.235457] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8810a9e-dfc8-45e7-9644-b01244d997f8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.240346] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.500s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.240346] env[63198]: DEBUG nova.objects.instance [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lazy-loading 'resources' on Instance uuid 2210579f-827e-4473-80e0-23650e888445 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.373746] env[63198]: DEBUG oslo_vmware.api [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Task: {'id': task-2712047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.396656] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Releasing lock "refresh_cache-fbec33e0-6b91-4b5e-8bed-06019fbd7f26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.396656] env[63198]: DEBUG nova.compute.manager [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Instance network_info: |[{"id": "c9b4bbd9-c017-4b03-8140-e67180bc6b48", "address": "fa:16:3e:0f:f3:67", "network": {"id": "eae38080-a2e0-48c6-bbff-d1067e67e55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1486968962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af98dac44fc244959220412865976629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b4bbd9-c0", "ovs_interfaceid": "c9b4bbd9-c017-4b03-8140-e67180bc6b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.397067] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:f3:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9b4bbd9-c017-4b03-8140-e67180bc6b48', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.407034] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Creating folder: Project (af98dac44fc244959220412865976629). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.407504] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-987072b8-d5e5-4513-8d2b-b78bae9ee4b6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.425031] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Created folder: Project (af98dac44fc244959220412865976629) in parent group-v546185. [ 740.425675] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Creating folder: Instances. Parent ref: group-v546340. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.425675] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf5d123a-2c01-427d-a2f8-fad6c2b54b22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.444099] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Created folder: Instances in parent group-v546340. [ 740.444389] env[63198]: DEBUG oslo.service.loopingcall [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.445090] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.445341] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-686235e4-935c-44ed-8666-a69d88d46fc1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.473427] env[63198]: DEBUG nova.compute.manager [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.477470] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712048, 'name': ReconfigVM_Task, 'duration_secs': 0.303391} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.479133] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 740.480495] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dd5077-5b2b-44f2-bfb0-255d0a9dd579 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.486709] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.486709] env[63198]: value = "task-2712054" [ 740.486709] env[63198]: _type = "Task" [ 740.486709] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.502293] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712054, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.522240] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] caedd33a-6164-45d0-8722-6b775f20fd9c/caedd33a-6164-45d0-8722-6b775f20fd9c.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.523643] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-589bb22f-5812-4e2b-a98e-d3d6af994b1c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.554023] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712049, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.556164] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 740.556164] env[63198]: value = "task-2712055" [ 740.556164] env[63198]: _type = "Task" [ 740.556164] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.567917] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.580584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.580584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.580736] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.580917] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.581111] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.584161] env[63198]: INFO nova.compute.manager [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Terminating instance [ 740.615025] env[63198]: DEBUG oslo_vmware.api [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712050, 'name': PowerOffVM_Task, 'duration_secs': 0.293066} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.615025] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.615025] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.615025] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3846b59-7d36-4147-b996-aa481cff9d16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.683030] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712051, 'name': RemoveSnapshot_Task, 'duration_secs': 0.515364} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.683406] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.683833] env[63198]: DEBUG nova.compute.manager [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.684978] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1aed02-751e-447a-87e1-1533986d5e08 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.702265] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.702265] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.702373] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleting the datastore file [datastore1] f6a2290f-27f3-47ac-b3de-d4ac38d2faad {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.702719] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86134b3c-49ab-4c40-a5c2-158b59e04cc9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.712535] env[63198]: DEBUG oslo_vmware.api [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 740.712535] env[63198]: value = "task-2712057" [ 740.712535] env[63198]: _type = "Task" [ 740.712535] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.722743] env[63198]: DEBUG oslo_vmware.api [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.762065] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.762382] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.870139] env[63198]: DEBUG oslo_vmware.api [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Task: {'id': task-2712047, 'name': ReconfigVM_Task, 'duration_secs': 0.694741} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.875167] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-27e93c97-428f-4262-a04f-d404373025c6/volume-27e93c97-428f-4262-a04f-d404373025c6.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.879623] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-643b907e-1df9-478e-9e60-27e9f96c25b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.903499] env[63198]: DEBUG oslo_vmware.api [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Waiting for the task: (returnval){ [ 740.903499] env[63198]: value = "task-2712058" [ 740.903499] env[63198]: _type = "Task" [ 740.903499] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.917764] env[63198]: DEBUG oslo_vmware.api [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Task: {'id': task-2712058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.998233] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712054, 'name': CreateVM_Task, 'duration_secs': 0.427013} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.998233] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.998233] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.998233] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.998233] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.001025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.001254] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cef39b9-c0fd-49db-827a-7fc84b5f29b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.007041] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 741.007041] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d3ad24-0f81-b320-7842-239ea8c20660" [ 741.007041] env[63198]: _type = "Task" [ 741.007041] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.015934] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d3ad24-0f81-b320-7842-239ea8c20660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.053570] env[63198]: DEBUG oslo_vmware.api [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712049, 'name': RemoveSnapshot_Task, 'duration_secs': 0.857315} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.053850] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.054098] env[63198]: INFO nova.compute.manager [None req-952fb26a-92ee-465c-b4ab-dacd45f64416 tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Took 16.44 seconds to snapshot the instance on the hypervisor. [ 741.069857] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712055, 'name': ReconfigVM_Task, 'duration_secs': 0.378985} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.072771] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] caedd33a-6164-45d0-8722-6b775f20fd9c/caedd33a-6164-45d0-8722-6b775f20fd9c.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.073145] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance 'caedd33a-6164-45d0-8722-6b775f20fd9c' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 741.091949] env[63198]: DEBUG nova.compute.manager [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.092201] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.093167] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6386d51-6bd4-475f-958b-ce1db54bf011 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.101960] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.104612] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9b0ac8e-012a-4ab7-8d63-715b37cd686f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.112721] env[63198]: DEBUG oslo_vmware.api [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 741.112721] env[63198]: value = "task-2712059" [ 741.112721] env[63198]: _type = "Task" [ 741.112721] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.127236] env[63198]: DEBUG oslo_vmware.api [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.142817] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "42397992-1f96-421e-9a09-6eb07294d682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.143069] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "42397992-1f96-421e-9a09-6eb07294d682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.202174] env[63198]: INFO nova.compute.manager [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Shelve offloading [ 741.225067] env[63198]: DEBUG oslo_vmware.api [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170012} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.225322] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.225505] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.225674] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.225850] env[63198]: INFO nova.compute.manager [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Took 1.16 seconds to destroy the instance on the hypervisor. [ 741.226097] env[63198]: DEBUG oslo.service.loopingcall [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.226519] env[63198]: DEBUG nova.compute.manager [-] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.226616] env[63198]: DEBUG nova.network.neutron [-] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.229384] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa27b2-8df9-4b5d-aa1e-d658e06f5bce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.238820] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b7d745-0aed-4725-b950-e9ee5f0a2542 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.269392] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.269392] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.269557] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.269723] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.269871] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.272030] env[63198]: DEBUG nova.compute.manager [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.276045] env[63198]: INFO nova.compute.manager [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Terminating instance [ 741.276812] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c80a5a8-52c3-4c68-af15-3b49cab7f3a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.289179] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0efc216-ec49-4e66-8bfa-f105a4056b53 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.306713] env[63198]: DEBUG nova.compute.provider_tree [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.414998] env[63198]: DEBUG oslo_vmware.api [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Task: {'id': task-2712058, 'name': ReconfigVM_Task, 'duration_secs': 0.209184} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.415346] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546339', 'volume_id': '27e93c97-428f-4262-a04f-d404373025c6', 'name': 'volume-27e93c97-428f-4262-a04f-d404373025c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '519d1a21-0829-41a5-9bc4-e68f29eabf23', 'attached_at': '', 'detached_at': '', 'volume_id': '27e93c97-428f-4262-a04f-d404373025c6', 'serial': '27e93c97-428f-4262-a04f-d404373025c6'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 741.520058] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d3ad24-0f81-b320-7842-239ea8c20660, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.520383] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.520848] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.520848] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.520993] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.521150] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.521411] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19ad43a8-1fd0-4240-9603-f207eb473125 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.530567] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.530695] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.531424] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb84be9-bb66-4e35-a686-47e101b1e196 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.537678] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 741.537678] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524d8322-9b27-e181-c607-0de677206141" [ 741.537678] env[63198]: _type = "Task" [ 741.537678] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.546222] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524d8322-9b27-e181-c607-0de677206141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.581235] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b20df3-8844-47a4-94d6-bb82eaabefe9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.602495] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe1d4d8-ae17-4501-a621-33c7cdeed25e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.621867] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance 'caedd33a-6164-45d0-8722-6b775f20fd9c' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 741.635121] env[63198]: DEBUG oslo_vmware.api [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.649887] env[63198]: DEBUG nova.compute.manager [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.707561] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.707894] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4da763fb-df7c-406b-9b2d-56e3c6cc260a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.716745] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 741.716745] env[63198]: value = "task-2712060" [ 741.716745] env[63198]: _type = "Task" [ 741.716745] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.727826] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 741.727826] env[63198]: DEBUG nova.compute.manager [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.728356] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb34d80-7748-492a-be6f-61464cb38410 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.736374] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.736374] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.736532] env[63198]: DEBUG nova.network.neutron [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.774595] env[63198]: DEBUG nova.compute.manager [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Received event network-changed-c9b4bbd9-c017-4b03-8140-e67180bc6b48 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 741.774883] env[63198]: DEBUG nova.compute.manager [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Refreshing instance network info cache due to event network-changed-c9b4bbd9-c017-4b03-8140-e67180bc6b48. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 741.775160] env[63198]: DEBUG oslo_concurrency.lockutils [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] Acquiring lock "refresh_cache-fbec33e0-6b91-4b5e-8bed-06019fbd7f26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.775399] env[63198]: DEBUG oslo_concurrency.lockutils [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] Acquired lock "refresh_cache-fbec33e0-6b91-4b5e-8bed-06019fbd7f26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.775605] env[63198]: DEBUG nova.network.neutron [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Refreshing network info cache for port c9b4bbd9-c017-4b03-8140-e67180bc6b48 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.782287] env[63198]: DEBUG nova.compute.manager [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.782528] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.785838] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e899a99-af0c-416d-9689-4fbe776d01be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.795170] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.796584] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdb5c9e4-e3f5-4a07-9520-38556a5dabd3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.802879] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.805804] env[63198]: DEBUG oslo_vmware.api [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 741.805804] env[63198]: value = "task-2712061" [ 741.805804] env[63198]: _type = "Task" [ 741.805804] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.817592] env[63198]: DEBUG nova.scheduler.client.report [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.821464] env[63198]: DEBUG oslo_vmware.api [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.999459] env[63198]: DEBUG nova.network.neutron [-] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.049678] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524d8322-9b27-e181-c607-0de677206141, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.050736] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a88c142-b691-4411-81a0-e64a076f3ce8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.057373] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 742.057373] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ab851a-0a13-5398-5a46-64c067b58f7b" [ 742.057373] env[63198]: _type = "Task" [ 742.057373] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.066453] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ab851a-0a13-5398-5a46-64c067b58f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.087442] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "2d5075ed-a487-4b74-a597-43aa276523bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.087678] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "2d5075ed-a487-4b74-a597-43aa276523bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.135413] env[63198]: DEBUG oslo_vmware.api [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.172434] env[63198]: DEBUG nova.network.neutron [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Port aa685aea-571e-4956-b3c6-b9b2e35cd060 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 742.174932] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.317496] env[63198]: DEBUG oslo_vmware.api [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712061, 'name': PowerOffVM_Task, 'duration_secs': 0.213677} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.317897] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.318153] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.318506] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-937f282f-65d4-4198-b503-42c71a02288c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.325921] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.330731] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.488s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.335217] env[63198]: INFO nova.compute.claims [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.351554] env[63198]: INFO nova.scheduler.client.report [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Deleted allocations for instance 2210579f-827e-4473-80e0-23650e888445 [ 742.382275] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "873b5af7-94f5-4bed-af71-db17a9417c87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.382672] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "873b5af7-94f5-4bed-af71-db17a9417c87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.397776] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.398091] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.398375] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleting the datastore file [datastore2] 4e786d04-20a7-4850-a470-bad3e3d3bcb1 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.402898] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ddc3bd7-824a-44c4-81a9-afa1eef1231a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.414959] env[63198]: DEBUG oslo_vmware.api [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 742.414959] env[63198]: value = "task-2712063" [ 742.414959] env[63198]: _type = "Task" [ 742.414959] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.425386] env[63198]: DEBUG oslo_vmware.api [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.460617] env[63198]: DEBUG nova.objects.instance [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Lazy-loading 'flavor' on Instance uuid 519d1a21-0829-41a5-9bc4-e68f29eabf23 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.501662] env[63198]: INFO nova.compute.manager [-] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Took 1.27 seconds to deallocate network for instance. [ 742.535945] env[63198]: DEBUG nova.network.neutron [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updating instance_info_cache with network_info: [{"id": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "address": "fa:16:3e:e9:31:8c", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d81a55d-66", "ovs_interfaceid": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.568833] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ab851a-0a13-5398-5a46-64c067b58f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.024956} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.570893] env[63198]: DEBUG nova.network.neutron [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Updated VIF entry in instance network info cache for port c9b4bbd9-c017-4b03-8140-e67180bc6b48. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.570893] env[63198]: DEBUG nova.network.neutron [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Updating instance_info_cache with network_info: [{"id": "c9b4bbd9-c017-4b03-8140-e67180bc6b48", "address": "fa:16:3e:0f:f3:67", "network": {"id": "eae38080-a2e0-48c6-bbff-d1067e67e55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1486968962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af98dac44fc244959220412865976629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b4bbd9-c0", "ovs_interfaceid": "c9b4bbd9-c017-4b03-8140-e67180bc6b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.571216] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.571474] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] fbec33e0-6b91-4b5e-8bed-06019fbd7f26/fbec33e0-6b91-4b5e-8bed-06019fbd7f26.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.572329] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfdadc6f-dd00-44ca-a22e-8b33503915bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.580871] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 742.580871] env[63198]: value = "task-2712064" [ 742.580871] env[63198]: _type = "Task" [ 742.580871] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.595162] env[63198]: DEBUG nova.compute.manager [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.600106] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.634954] env[63198]: DEBUG oslo_vmware.api [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712059, 'name': PowerOffVM_Task, 'duration_secs': 1.180409} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.635133] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.635417] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.636138] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7844e60b-1e8c-41b6-aa58-1b4af90ad0df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.714826] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.715070] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.715268] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleting the datastore file [datastore1] 23f79fc8-1bd4-42b6-8030-98ed44358ebd {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.715534] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d97e12ed-42b4-4c89-9bb7-50c261f6963c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.725116] env[63198]: DEBUG oslo_vmware.api [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 742.725116] env[63198]: value = "task-2712066" [ 742.725116] env[63198]: _type = "Task" [ 742.725116] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.739224] env[63198]: DEBUG oslo_vmware.api [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.755269] env[63198]: WARNING oslo_messaging._drivers.amqpdriver [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 742.864122] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fbec6c0a-e9cf-4f2b-912b-ac2a3f806b3d tempest-ServerExternalEventsTest-1444045391 tempest-ServerExternalEventsTest-1444045391-project-member] Lock "2210579f-827e-4473-80e0-23650e888445" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.798s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.889913] env[63198]: DEBUG nova.compute.manager [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.926694] env[63198]: DEBUG oslo_vmware.api [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331768} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.927842] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.928096] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.928320] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.928566] env[63198]: INFO nova.compute.manager [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 742.928862] env[63198]: DEBUG oslo.service.loopingcall [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.929482] env[63198]: DEBUG nova.compute.manager [-] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.929597] env[63198]: DEBUG nova.network.neutron [-] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.967316] env[63198]: DEBUG oslo_concurrency.lockutils [None req-204454ad-837d-4389-8476-8262b19e8d63 tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.818s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.012386] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.031417] env[63198]: INFO nova.compute.manager [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Rebuilding instance [ 743.038499] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.073902] env[63198]: DEBUG oslo_concurrency.lockutils [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] Releasing lock "refresh_cache-fbec33e0-6b91-4b5e-8bed-06019fbd7f26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.074273] env[63198]: DEBUG nova.compute.manager [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Received event network-vif-deleted-7d3c4eab-e34c-4e44-ba14-815e666e7d87 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.074587] env[63198]: INFO nova.compute.manager [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Neutron deleted interface 7d3c4eab-e34c-4e44-ba14-815e666e7d87; detaching it from the instance and deleting it from the info cache [ 743.074853] env[63198]: DEBUG nova.network.neutron [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.108045] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712064, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.131294] env[63198]: DEBUG nova.compute.manager [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.131294] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae4b130-bd8d-4f58-8bca-5d419fc230ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.137908] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.211531] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "caedd33a-6164-45d0-8722-6b775f20fd9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.211975] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.212164] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.237031] env[63198]: DEBUG oslo_vmware.api [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464037} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.237378] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.237483] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.237655] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.237822] env[63198]: INFO nova.compute.manager [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Took 2.15 seconds to destroy the instance on the hypervisor. [ 743.238099] env[63198]: DEBUG oslo.service.loopingcall [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.238284] env[63198]: DEBUG nova.compute.manager [-] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.238372] env[63198]: DEBUG nova.network.neutron [-] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.257519] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Acquiring lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.257519] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.416663] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.456330] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.458025] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fac8e05-173b-4372-9a85-89d865eda37e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.470099] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.471987] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d16b07e1-148e-4269-8d6d-dd4f07eebad3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.542238] env[63198]: DEBUG nova.compute.manager [req-18e49e52-49d7-4157-8f7e-104af8e099e1 req-76674078-4b05-4553-bcef-ad96f17a62dd service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Received event network-vif-deleted-6e18bed2-0fe5-4638-9dea-892ffc92409a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.542536] env[63198]: INFO nova.compute.manager [req-18e49e52-49d7-4157-8f7e-104af8e099e1 req-76674078-4b05-4553-bcef-ad96f17a62dd service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Neutron deleted interface 6e18bed2-0fe5-4638-9dea-892ffc92409a; detaching it from the instance and deleting it from the info cache [ 743.542536] env[63198]: DEBUG nova.network.neutron [req-18e49e52-49d7-4157-8f7e-104af8e099e1 req-76674078-4b05-4553-bcef-ad96f17a62dd service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.550583] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.550894] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.551107] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleting the datastore file [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.551676] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-486738ff-25a8-48c1-b0e4-b941379d7009 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.562261] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 743.562261] env[63198]: value = "task-2712068" [ 743.562261] env[63198]: _type = "Task" [ 743.562261] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.575680] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.583736] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9477d202-21c0-4955-806d-6fccf1352b6f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.595225] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551812} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.596443] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] fbec33e0-6b91-4b5e-8bed-06019fbd7f26/fbec33e0-6b91-4b5e-8bed-06019fbd7f26.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.596698] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.597094] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a94cdca1-5372-4ef3-a688-a5222f7ca809 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.601499] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b6c0b-1b9e-4e2e-af62-73e87d819b3d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.622278] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 743.622278] env[63198]: value = "task-2712069" [ 743.622278] env[63198]: _type = "Task" [ 743.622278] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.632655] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.654737] env[63198]: DEBUG nova.compute.manager [req-9b3ff24c-35f1-4d04-a87a-110dbff5e218 req-804a18d0-8c3d-49ce-9a2d-c49ca3606a20 service nova] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Detach interface failed, port_id=7d3c4eab-e34c-4e44-ba14-815e666e7d87, reason: Instance f6a2290f-27f3-47ac-b3de-d4ac38d2faad could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 743.655351] env[63198]: DEBUG nova.network.neutron [-] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.762237] env[63198]: INFO nova.compute.manager [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Detaching volume 27e93c97-428f-4262-a04f-d404373025c6 [ 743.810762] env[63198]: INFO nova.virt.block_device [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Attempting to driver detach volume 27e93c97-428f-4262-a04f-d404373025c6 from mountpoint /dev/sdb [ 743.811021] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 743.811282] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546339', 'volume_id': '27e93c97-428f-4262-a04f-d404373025c6', 'name': 'volume-27e93c97-428f-4262-a04f-d404373025c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '519d1a21-0829-41a5-9bc4-e68f29eabf23', 'attached_at': '', 'detached_at': '', 'volume_id': '27e93c97-428f-4262-a04f-d404373025c6', 'serial': '27e93c97-428f-4262-a04f-d404373025c6'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 743.812157] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe87efd-b294-48e8-a922-6fbe7d72e37e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.842124] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4ff8ac-9593-422f-b9ca-f8107287a0d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.850155] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce8995c-bf1a-4cac-8efe-da0bf923089a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.875779] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c47459-64cd-447a-8981-52482a243e45 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.885040] env[63198]: DEBUG nova.compute.manager [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received event network-vif-unplugged-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.885040] env[63198]: DEBUG oslo_concurrency.lockutils [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] Acquiring lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.885040] env[63198]: DEBUG oslo_concurrency.lockutils [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.885040] env[63198]: DEBUG oslo_concurrency.lockutils [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.885040] env[63198]: DEBUG nova.compute.manager [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] No waiting events found dispatching network-vif-unplugged-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.885040] env[63198]: WARNING nova.compute.manager [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received unexpected event network-vif-unplugged-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 for instance with vm_state shelved and task_state shelving_offloading. [ 743.885040] env[63198]: DEBUG nova.compute.manager [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received event network-changed-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.885420] env[63198]: DEBUG nova.compute.manager [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Refreshing instance network info cache due to event network-changed-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.885420] env[63198]: DEBUG oslo_concurrency.lockutils [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] Acquiring lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.885420] env[63198]: DEBUG oslo_concurrency.lockutils [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] Acquired lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.885537] env[63198]: DEBUG nova.network.neutron [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Refreshing network info cache for port 0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.901377] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] The volume has not been displaced from its original location: [datastore1] volume-27e93c97-428f-4262-a04f-d404373025c6/volume-27e93c97-428f-4262-a04f-d404373025c6.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 743.909303] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 743.914857] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38212ff6-d2f7-4cd4-a6c4-604aa8cfd67b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.936091] env[63198]: DEBUG oslo_vmware.api [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Waiting for the task: (returnval){ [ 743.936091] env[63198]: value = "task-2712070" [ 743.936091] env[63198]: _type = "Task" [ 743.936091] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.948066] env[63198]: DEBUG oslo_vmware.api [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Task: {'id': task-2712070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.969611] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1d7064-af09-4a32-9569-1a7318942068 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.972348] env[63198]: DEBUG nova.network.neutron [-] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.978638] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab089c4-46a7-4428-964f-b0def4d1e478 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.011623] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a291c69-34fe-48ff-b465-96caa882d291 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.019840] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3ed45f-fb98-4aaf-9dae-f53d5180143e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.034375] env[63198]: DEBUG nova.compute.provider_tree [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.050084] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63db91b7-5a85-4b71-ad3c-32d236919f54 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.060453] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03100fc-7058-4634-bd9d-14faeb87da4e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.081389] env[63198]: DEBUG oslo_vmware.api [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154402} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.081647] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.081828] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.082010] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.101776] env[63198]: DEBUG nova.compute.manager [req-18e49e52-49d7-4157-8f7e-104af8e099e1 req-76674078-4b05-4553-bcef-ad96f17a62dd service nova] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Detach interface failed, port_id=6e18bed2-0fe5-4638-9dea-892ffc92409a, reason: Instance 4e786d04-20a7-4850-a470-bad3e3d3bcb1 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 744.105135] env[63198]: INFO nova.scheduler.client.report [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleted allocations for instance 1e3e7894-9094-4dcb-8409-9a8f800e690d [ 744.133719] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077015} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.134593] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.135357] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfafe8db-d3cf-449f-8562-e85e31130aa6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.167367] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] fbec33e0-6b91-4b5e-8bed-06019fbd7f26/fbec33e0-6b91-4b5e-8bed-06019fbd7f26.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.168987] env[63198]: INFO nova.compute.manager [-] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Took 0.93 seconds to deallocate network for instance. [ 744.169508] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.170052] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79402649-1072-48fe-b910-d52bb6fdce70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.187969] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9197199a-8e97-4c21-ac56-0438e0ab4ca3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.197717] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 744.197717] env[63198]: value = "task-2712072" [ 744.197717] env[63198]: _type = "Task" [ 744.197717] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.199112] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 744.199112] env[63198]: value = "task-2712071" [ 744.199112] env[63198]: _type = "Task" [ 744.199112] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.211921] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.222169] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2712072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.300492] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.300617] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.300779] env[63198]: DEBUG nova.network.neutron [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.388811] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquiring lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.388811] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.388811] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquiring lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.388998] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.389114] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.394264] env[63198]: INFO nova.compute.manager [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Terminating instance [ 744.448113] env[63198]: DEBUG oslo_vmware.api [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Task: {'id': task-2712070, 'name': ReconfigVM_Task, 'duration_secs': 0.254276} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.448489] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 744.456446] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6d888f-988f-4014-821c-d4503b2d9052 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.476053] env[63198]: INFO nova.compute.manager [-] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Took 1.55 seconds to deallocate network for instance. [ 744.476463] env[63198]: DEBUG oslo_vmware.api [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Waiting for the task: (returnval){ [ 744.476463] env[63198]: value = "task-2712073" [ 744.476463] env[63198]: _type = "Task" [ 744.476463] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.490318] env[63198]: DEBUG oslo_vmware.api [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Task: {'id': task-2712073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.537498] env[63198]: DEBUG nova.scheduler.client.report [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.612144] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.696040] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.716066] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712071, 'name': ReconfigVM_Task, 'duration_secs': 0.303565} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.720217] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Reconfigured VM instance instance-00000038 to attach disk [datastore1] fbec33e0-6b91-4b5e-8bed-06019fbd7f26/fbec33e0-6b91-4b5e-8bed-06019fbd7f26.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.720370] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2712072, 'name': PowerOffVM_Task, 'duration_secs': 0.183246} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.722841] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73a59557-d11d-40c6-8777-1b9b9adeb1e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.724718] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.725208] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.725470] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52e134fd-8886-4b1d-b3f9-08c9b8950c8e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.734296] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 744.734296] env[63198]: value = "task-2712075" [ 744.734296] env[63198]: _type = "Task" [ 744.734296] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.735421] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 744.735421] env[63198]: value = "task-2712074" [ 744.735421] env[63198]: _type = "Task" [ 744.735421] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.749767] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712075, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.753095] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 744.753370] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 744.753489] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546249', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'name': 'volume-ea51dc57-af72-4253-a7c1-3a291ae0b431', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16c2f860-6415-43e5-bfea-55dcc6c4b5fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'serial': 'ea51dc57-af72-4253-a7c1-3a291ae0b431'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 744.754271] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1551be-4d9e-4014-811a-360c2de2cdfd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.773840] env[63198]: DEBUG nova.network.neutron [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updated VIF entry in instance network info cache for port 0d81a55d-66e2-4b8d-8888-48f6a4df1bd4. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.773840] env[63198]: DEBUG nova.network.neutron [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updating instance_info_cache with network_info: [{"id": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "address": "fa:16:3e:e9:31:8c", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0d81a55d-66", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.775167] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca225d36-1fe3-434f-8090-345a9a9b5139 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.783494] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b88ad-84a4-437a-80ce-1cab8ae64f70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.809436] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8f516b-24fa-4df9-862b-1a25599c05ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.829528] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] The volume has not been displaced from its original location: [datastore1] volume-ea51dc57-af72-4253-a7c1-3a291ae0b431/volume-ea51dc57-af72-4253-a7c1-3a291ae0b431.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 744.835874] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 744.836274] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1360a8c3-b8f1-444f-8689-901abcbf4077 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.860098] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 744.860098] env[63198]: value = "task-2712076" [ 744.860098] env[63198]: _type = "Task" [ 744.860098] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.869468] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2712076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.898839] env[63198]: DEBUG nova.compute.manager [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.899101] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.900051] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bff900d-d490-484b-a86c-ce1da77cc680 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.908580] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.908842] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29fbf788-c83b-4770-9ae3-396fc0a613dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.917019] env[63198]: DEBUG oslo_vmware.api [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 744.917019] env[63198]: value = "task-2712077" [ 744.917019] env[63198]: _type = "Task" [ 744.917019] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.932041] env[63198]: DEBUG oslo_vmware.api [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2712077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.987024] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.992137] env[63198]: DEBUG oslo_vmware.api [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Task: {'id': task-2712073, 'name': ReconfigVM_Task, 'duration_secs': 0.151727} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.992431] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546339', 'volume_id': '27e93c97-428f-4262-a04f-d404373025c6', 'name': 'volume-27e93c97-428f-4262-a04f-d404373025c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '519d1a21-0829-41a5-9bc4-e68f29eabf23', 'attached_at': '', 'detached_at': '', 'volume_id': '27e93c97-428f-4262-a04f-d404373025c6', 'serial': '27e93c97-428f-4262-a04f-d404373025c6'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 745.042747] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.043310] env[63198]: DEBUG nova.compute.manager [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.046087] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.088s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.046323] env[63198]: DEBUG nova.objects.instance [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lazy-loading 'resources' on Instance uuid 457ae21b-5f93-42f4-9672-a80ed7406da2 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.133850] env[63198]: DEBUG nova.network.neutron [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance_info_cache with network_info: [{"id": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "address": "fa:16:3e:6a:31:ac", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa685aea-57", "ovs_interfaceid": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.247098] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712075, 'name': Rename_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.279324] env[63198]: DEBUG oslo_concurrency.lockutils [req-2c58a9c4-eb7f-4c9a-b2a0-faef70c90e98 req-25fe8d88-6fab-4a56-9719-3d24c93e4bd9 service nova] Releasing lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.370884] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2712076, 'name': ReconfigVM_Task, 'duration_secs': 0.179122} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.371267] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 745.376101] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a114d68-3259-4915-b30f-20a6d57e80b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.396665] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 745.396665] env[63198]: value = "task-2712078" [ 745.396665] env[63198]: _type = "Task" [ 745.396665] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.406428] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2712078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.428649] env[63198]: DEBUG oslo_vmware.api [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2712077, 'name': PowerOffVM_Task, 'duration_secs': 0.21065} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.429832] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.430498] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.430498] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33399a20-f5c7-442a-979d-c9e0584a95d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.507312] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.507312] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.507597] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Deleting the datastore file [datastore2] aa26b05a-a416-468b-b039-c14b4d2fe1d2 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.507944] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b84dbf-a1b7-4d72-a95a-d8b197ebdcf2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.515721] env[63198]: DEBUG oslo_vmware.api [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for the task: (returnval){ [ 745.515721] env[63198]: value = "task-2712080" [ 745.515721] env[63198]: _type = "Task" [ 745.515721] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.525171] env[63198]: DEBUG oslo_vmware.api [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2712080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.549749] env[63198]: DEBUG nova.compute.utils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.554886] env[63198]: DEBUG nova.compute.manager [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.554886] env[63198]: DEBUG nova.network.neutron [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.588165] env[63198]: DEBUG nova.objects.instance [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Lazy-loading 'flavor' on Instance uuid 519d1a21-0829-41a5-9bc4-e68f29eabf23 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.640520] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.752388] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712075, 'name': Rename_Task, 'duration_secs': 0.882574} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.752663] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.752946] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c278f6ff-a4af-4456-8597-4057440b9f70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.762722] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 745.762722] env[63198]: value = "task-2712081" [ 745.762722] env[63198]: _type = "Task" [ 745.762722] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.772633] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.909089] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2712078, 'name': ReconfigVM_Task, 'duration_secs': 0.192546} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.909455] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546249', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'name': 'volume-ea51dc57-af72-4253-a7c1-3a291ae0b431', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16c2f860-6415-43e5-bfea-55dcc6c4b5fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea51dc57-af72-4253-a7c1-3a291ae0b431', 'serial': 'ea51dc57-af72-4253-a7c1-3a291ae0b431'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 745.909816] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.912071] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c52979c-c2f3-455a-98f5-e9c04b22d7ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.922150] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.923327] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-422e21bf-10e0-4275-810f-a99bad39e7de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.962332] env[63198]: DEBUG nova.policy [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02657563a53e40419d8b378cbc3f81a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6281c75a314f61a30987a3602e6b70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.968754] env[63198]: DEBUG nova.compute.manager [req-61da2f90-e56c-4407-b21b-2e8bef175e44 req-2ca9bb06-f384-4433-9351-a4e7f773c9b1 service nova] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Received event network-vif-deleted-efc2e5b0-6650-4685-a949-bd942c23cab2 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.971948] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.991556] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.991776] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.991966] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Deleting the datastore file [datastore1] 16c2f860-6415-43e5-bfea-55dcc6c4b5fc {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.992247] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c1a0f08-5ea9-44f6-bd54-0a1298210a3d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.005353] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for the task: (returnval){ [ 746.005353] env[63198]: value = "task-2712083" [ 746.005353] env[63198]: _type = "Task" [ 746.005353] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.018221] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2712083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.029805] env[63198]: DEBUG oslo_vmware.api [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Task: {'id': task-2712080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31934} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.030270] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.030614] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.030907] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.031449] env[63198]: INFO nova.compute.manager [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 746.032407] env[63198]: DEBUG oslo.service.loopingcall [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.036744] env[63198]: DEBUG nova.compute.manager [-] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.036744] env[63198]: DEBUG nova.network.neutron [-] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.055384] env[63198]: DEBUG nova.compute.manager [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.128425] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06675c55-b433-4ed2-8187-27dceeb5ddcf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.139631] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400fce3d-43bd-4ddc-a810-bb161b2756a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.184591] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375be905-c33f-4667-adb4-b31cd98d42ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.196313] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2d0ad2-ab8b-4f0c-a589-aaa65f4e902d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.213847] env[63198]: DEBUG nova.compute.provider_tree [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.216661] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63344656-e5a1-4c13-bcb2-827ff6d6fbab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.241064] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e89e401-668a-410f-905c-4aa6c24b3695 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.253017] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance 'caedd33a-6164-45d0-8722-6b775f20fd9c' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.275422] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.517252] env[63198]: DEBUG oslo_vmware.api [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Task: {'id': task-2712083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155987} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.518459] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.518459] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.518459] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.590008] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 746.591346] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a9ee41c-d33c-409f-9cbf-d352f8a07899 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.601337] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139151c-0e80-4d1e-8bc2-03f1a0567074 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.616707] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3143b758-4a53-4d8a-9217-afdbe4f6caad tempest-VolumesAssistedSnapshotsTest-670875038 tempest-VolumesAssistedSnapshotsTest-670875038-project-admin] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.359s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.651829] env[63198]: ERROR nova.compute.manager [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Failed to detach volume ea51dc57-af72-4253-a7c1-3a291ae0b431 from /dev/sda: nova.exception.InstanceNotFound: Instance 16c2f860-6415-43e5-bfea-55dcc6c4b5fc could not be found. [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Traceback (most recent call last): [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self.driver.rebuild(**kwargs) [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] raise NotImplementedError() [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] NotImplementedError [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] During handling of the above exception, another exception occurred: [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Traceback (most recent call last): [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self.driver.detach_volume(context, old_connection_info, [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] return self._volumeops.detach_volume(connection_info, instance) [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self._detach_volume_vmdk(connection_info, instance) [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] stable_ref.fetch_moref(session) [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] nova.exception.InstanceNotFound: Instance 16c2f860-6415-43e5-bfea-55dcc6c4b5fc could not be found. [ 746.651829] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] [ 746.722066] env[63198]: DEBUG nova.scheduler.client.report [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.759165] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.759517] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c362338-1646-437e-b1f2-cfea7c50f525 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.771420] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 746.771420] env[63198]: value = "task-2712084" [ 746.771420] env[63198]: _type = "Task" [ 746.771420] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.778140] env[63198]: DEBUG oslo_vmware.api [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712081, 'name': PowerOnVM_Task, 'duration_secs': 0.81836} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.780053] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.780053] env[63198]: INFO nova.compute.manager [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Took 8.58 seconds to spawn the instance on the hypervisor. [ 746.780053] env[63198]: DEBUG nova.compute.manager [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.780422] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a5de5-6e81-46dd-bdb9-a4b4240f4fe3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.786274] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.826355] env[63198]: DEBUG nova.compute.utils [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Build of instance 16c2f860-6415-43e5-bfea-55dcc6c4b5fc aborted: Failed to rebuild volume backed instance. {{(pid=63198) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 746.829016] env[63198]: ERROR nova.compute.manager [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 16c2f860-6415-43e5-bfea-55dcc6c4b5fc aborted: Failed to rebuild volume backed instance. [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Traceback (most recent call last): [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self.driver.rebuild(**kwargs) [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] raise NotImplementedError() [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] NotImplementedError [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] During handling of the above exception, another exception occurred: [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Traceback (most recent call last): [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self._detach_root_volume(context, instance, root_bdm) [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] with excutils.save_and_reraise_exception(): [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self.force_reraise() [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] raise self.value [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self.driver.detach_volume(context, old_connection_info, [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] return self._volumeops.detach_volume(connection_info, instance) [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self._detach_volume_vmdk(connection_info, instance) [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] stable_ref.fetch_moref(session) [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] raise exception.InstanceNotFound(instance_id=self._uuid) [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] nova.exception.InstanceNotFound: Instance 16c2f860-6415-43e5-bfea-55dcc6c4b5fc could not be found. [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] During handling of the above exception, another exception occurred: [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Traceback (most recent call last): [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] yield [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 746.829016] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self._do_rebuild_instance_with_claim( [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self._do_rebuild_instance( [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self._rebuild_default_impl(**kwargs) [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] self._rebuild_volume_backed_instance( [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] raise exception.BuildAbortException( [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] nova.exception.BuildAbortException: Build of instance 16c2f860-6415-43e5-bfea-55dcc6c4b5fc aborted: Failed to rebuild volume backed instance. [ 746.830406] env[63198]: ERROR nova.compute.manager [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] [ 746.943380] env[63198]: DEBUG nova.network.neutron [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Successfully created port: a69216e2-dddf-41a7-88a9-aac5070586e0 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.068202] env[63198]: DEBUG nova.compute.manager [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.109134] env[63198]: DEBUG nova.virt.hardware [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.110682] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b510d71f-e0da-4a01-8038-9d438ee4c691 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.122628] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0295d879-ff4d-429f-8efb-2721153d5c41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.232152] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.234554] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.715s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.234847] env[63198]: DEBUG nova.objects.instance [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lazy-loading 'resources' on Instance uuid 3251800d-7e48-4db8-803b-d87bcf788fc8 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.259721] env[63198]: INFO nova.scheduler.client.report [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Deleted allocations for instance 457ae21b-5f93-42f4-9672-a80ed7406da2 [ 747.284773] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.304188] env[63198]: INFO nova.compute.manager [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Took 29.78 seconds to build instance. [ 747.779728] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e534bb14-0bd3-40cd-8127-a14119478ea5 tempest-ServersTestMultiNic-1761741524 tempest-ServersTestMultiNic-1761741524-project-member] Lock "457ae21b-5f93-42f4-9672-a80ed7406da2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.068s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.791173] env[63198]: DEBUG oslo_vmware.api [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712084, 'name': PowerOnVM_Task, 'duration_secs': 0.749198} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.792126] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.792126] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8d5f4a-65a8-436c-b23e-507970670999 tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance 'caedd33a-6164-45d0-8722-6b775f20fd9c' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.806908] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5bac0797-bfaf-4b41-b814-859f1cad45c2 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.298s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.933367] env[63198]: DEBUG nova.network.neutron [-] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.033301] env[63198]: DEBUG nova.compute.manager [req-d6b728cb-8b0d-4546-bfbf-0374619290a9 req-81ae62cc-b434-4e50-8ab7-754464a9156f service nova] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Received event network-vif-deleted-fcf785f2-d410-4ebe-b319-c05df4b45d02 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.237610] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252dad55-7600-44b5-96a1-b5422f57accc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.246751] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd17e42-e6d0-4edf-bf75-d096215bbea9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.280295] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87daf077-47ec-49b1-bd63-2385545573bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.289765] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d12940-c83f-4909-9931-fef4cfb922da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.313395] env[63198]: DEBUG nova.compute.provider_tree [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.436254] env[63198]: INFO nova.compute.manager [-] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Took 2.40 seconds to deallocate network for instance. [ 748.822948] env[63198]: DEBUG nova.scheduler.client.report [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.848289] env[63198]: DEBUG oslo_concurrency.lockutils [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.948366] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.311269] env[63198]: DEBUG nova.network.neutron [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Successfully updated port: a69216e2-dddf-41a7-88a9-aac5070586e0 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.334632] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.343717] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.163s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.343910] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.344167] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 749.344404] env[63198]: DEBUG oslo_concurrency.lockutils [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.330s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.344607] env[63198]: DEBUG nova.objects.instance [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lazy-loading 'resources' on Instance uuid 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.347799] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d729b4-177d-4a6a-8e24-e8af389a6cc6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.363326] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ee3c56-7df3-4fad-84d3-791cf5b5fc3e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.384310] env[63198]: DEBUG nova.compute.manager [req-758afd31-e143-43c7-a735-b86a20439235 req-26297aac-942d-4a55-acc3-61748e04901a service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Received event network-changed-c9b4bbd9-c017-4b03-8140-e67180bc6b48 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.384536] env[63198]: DEBUG nova.compute.manager [req-758afd31-e143-43c7-a735-b86a20439235 req-26297aac-942d-4a55-acc3-61748e04901a service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Refreshing instance network info cache due to event network-changed-c9b4bbd9-c017-4b03-8140-e67180bc6b48. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.384827] env[63198]: DEBUG oslo_concurrency.lockutils [req-758afd31-e143-43c7-a735-b86a20439235 req-26297aac-942d-4a55-acc3-61748e04901a service nova] Acquiring lock "refresh_cache-fbec33e0-6b91-4b5e-8bed-06019fbd7f26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.385081] env[63198]: DEBUG oslo_concurrency.lockutils [req-758afd31-e143-43c7-a735-b86a20439235 req-26297aac-942d-4a55-acc3-61748e04901a service nova] Acquired lock "refresh_cache-fbec33e0-6b91-4b5e-8bed-06019fbd7f26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.385419] env[63198]: DEBUG nova.network.neutron [req-758afd31-e143-43c7-a735-b86a20439235 req-26297aac-942d-4a55-acc3-61748e04901a service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Refreshing network info cache for port c9b4bbd9-c017-4b03-8140-e67180bc6b48 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.408237] env[63198]: INFO nova.scheduler.client.report [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted allocations for instance 3251800d-7e48-4db8-803b-d87bcf788fc8 [ 749.415573] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6ff572-3694-449a-8312-1280b75b43be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.437044] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4951714d-13dc-4a84-be18-23f0f64962a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.476702] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177675MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 749.476893] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.815273] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.815593] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.815776] env[63198]: DEBUG nova.network.neutron [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.947404] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9f235ea-1da2-47c9-ba1d-b290aae0dec1 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3251800d-7e48-4db8-803b-d87bcf788fc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.940s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.205805] env[63198]: DEBUG nova.network.neutron [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Port aa685aea-571e-4956-b3c6-b9b2e35cd060 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 750.206203] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.206444] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.206648] env[63198]: DEBUG nova.network.neutron [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.295509] env[63198]: DEBUG oslo_concurrency.lockutils [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Acquiring lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.295834] env[63198]: DEBUG oslo_concurrency.lockutils [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.296131] env[63198]: DEBUG oslo_concurrency.lockutils [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Acquiring lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.296411] env[63198]: DEBUG oslo_concurrency.lockutils [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.296649] env[63198]: DEBUG oslo_concurrency.lockutils [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.299505] env[63198]: INFO nova.compute.manager [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Terminating instance [ 750.312847] env[63198]: DEBUG nova.network.neutron [req-758afd31-e143-43c7-a735-b86a20439235 req-26297aac-942d-4a55-acc3-61748e04901a service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Updated VIF entry in instance network info cache for port c9b4bbd9-c017-4b03-8140-e67180bc6b48. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.313721] env[63198]: DEBUG nova.network.neutron [req-758afd31-e143-43c7-a735-b86a20439235 req-26297aac-942d-4a55-acc3-61748e04901a service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Updating instance_info_cache with network_info: [{"id": "c9b4bbd9-c017-4b03-8140-e67180bc6b48", "address": "fa:16:3e:0f:f3:67", "network": {"id": "eae38080-a2e0-48c6-bbff-d1067e67e55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1486968962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af98dac44fc244959220412865976629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9b4bbd9-c0", "ovs_interfaceid": "c9b4bbd9-c017-4b03-8140-e67180bc6b48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.383575] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09286381-779f-4b5f-ae11-2bd3b50666b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.387342] env[63198]: DEBUG nova.network.neutron [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.397201] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6193cc8b-54b3-4c86-8b30-67b1cb477136 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.434275] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fb1fdc-1764-414b-bc87-9a5c322bfa34 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.445589] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7375a69a-9d4f-475f-a84b-c47ae65162f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.463981] env[63198]: DEBUG nova.compute.provider_tree [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.724617] env[63198]: DEBUG oslo_concurrency.lockutils [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Acquiring lock "70b20377-15df-429a-a592-776148d2a91c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.724893] env[63198]: DEBUG oslo_concurrency.lockutils [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "70b20377-15df-429a-a592-776148d2a91c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.725117] env[63198]: DEBUG oslo_concurrency.lockutils [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Acquiring lock "70b20377-15df-429a-a592-776148d2a91c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.725308] env[63198]: DEBUG oslo_concurrency.lockutils [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "70b20377-15df-429a-a592-776148d2a91c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.725478] env[63198]: DEBUG oslo_concurrency.lockutils [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "70b20377-15df-429a-a592-776148d2a91c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.727886] env[63198]: INFO nova.compute.manager [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Terminating instance [ 750.742198] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "2abaf9f0-6739-4cd3-8400-d204d059565d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.742198] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.742198] env[63198]: INFO nova.compute.manager [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Shelving [ 750.748365] env[63198]: DEBUG nova.network.neutron [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance_info_cache with network_info: [{"id": "a69216e2-dddf-41a7-88a9-aac5070586e0", "address": "fa:16:3e:ed:19:8a", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69216e2-dd", "ovs_interfaceid": "a69216e2-dddf-41a7-88a9-aac5070586e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.805925] env[63198]: DEBUG nova.compute.manager [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.806475] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04cc1a97-ed89-42ca-b4e9-39edb1b2cc2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.818941] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd467615-fca6-462e-9e3b-30369e3df061 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.832700] env[63198]: DEBUG oslo_concurrency.lockutils [req-758afd31-e143-43c7-a735-b86a20439235 req-26297aac-942d-4a55-acc3-61748e04901a service nova] Releasing lock "refresh_cache-fbec33e0-6b91-4b5e-8bed-06019fbd7f26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.866687] env[63198]: WARNING nova.virt.vmwareapi.driver [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 16c2f860-6415-43e5-bfea-55dcc6c4b5fc could not be found. [ 750.867020] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.867529] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2717af6a-6184-4943-88f0-2929f799ee8d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.881172] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f5b0d1-ab2b-4a4f-a1e9-ddc5ae939b29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.900588] env[63198]: DEBUG nova.compute.manager [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Received event network-vif-plugged-a69216e2-dddf-41a7-88a9-aac5070586e0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.900588] env[63198]: DEBUG oslo_concurrency.lockutils [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] Acquiring lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.900717] env[63198]: DEBUG oslo_concurrency.lockutils [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.900820] env[63198]: DEBUG oslo_concurrency.lockutils [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.900988] env[63198]: DEBUG nova.compute.manager [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] No waiting events found dispatching network-vif-plugged-a69216e2-dddf-41a7-88a9-aac5070586e0 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.901168] env[63198]: WARNING nova.compute.manager [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Received unexpected event network-vif-plugged-a69216e2-dddf-41a7-88a9-aac5070586e0 for instance with vm_state building and task_state spawning. [ 750.901324] env[63198]: DEBUG nova.compute.manager [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Received event network-changed-a69216e2-dddf-41a7-88a9-aac5070586e0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.901472] env[63198]: DEBUG nova.compute.manager [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Refreshing instance network info cache due to event network-changed-a69216e2-dddf-41a7-88a9-aac5070586e0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 750.902692] env[63198]: DEBUG oslo_concurrency.lockutils [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] Acquiring lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.930700] env[63198]: WARNING nova.virt.vmwareapi.vmops [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 16c2f860-6415-43e5-bfea-55dcc6c4b5fc could not be found. [ 750.930700] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.930700] env[63198]: INFO nova.compute.manager [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Took 0.12 seconds to destroy the instance on the hypervisor. [ 750.931030] env[63198]: DEBUG oslo.service.loopingcall [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.934690] env[63198]: DEBUG nova.compute.manager [-] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.934806] env[63198]: DEBUG nova.network.neutron [-] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.967742] env[63198]: DEBUG nova.scheduler.client.report [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.240606] env[63198]: DEBUG nova.compute.manager [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.243019] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.243019] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19dd76bf-c91f-45cb-8fd4-0272968d1f03 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.253734] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.254476] env[63198]: DEBUG nova.compute.manager [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Instance network_info: |[{"id": "a69216e2-dddf-41a7-88a9-aac5070586e0", "address": "fa:16:3e:ed:19:8a", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69216e2-dd", "ovs_interfaceid": "a69216e2-dddf-41a7-88a9-aac5070586e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.254925] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for the task: (returnval){ [ 751.254925] env[63198]: value = "task-2712086" [ 751.254925] env[63198]: _type = "Task" [ 751.254925] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.258542] env[63198]: DEBUG oslo_concurrency.lockutils [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] Acquired lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.258542] env[63198]: DEBUG nova.network.neutron [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Refreshing network info cache for port a69216e2-dddf-41a7-88a9-aac5070586e0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.259638] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:19:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a69216e2-dddf-41a7-88a9-aac5070586e0', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.272174] env[63198]: DEBUG oslo.service.loopingcall [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.276232] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.280663] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0659235b-a0e1-4a6e-86b4-95c2cb92310f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.301438] env[63198]: DEBUG nova.network.neutron [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance_info_cache with network_info: [{"id": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "address": "fa:16:3e:6a:31:ac", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa685aea-57", "ovs_interfaceid": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.309927] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2712086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.311730] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.311730] env[63198]: value = "task-2712087" [ 751.311730] env[63198]: _type = "Task" [ 751.311730] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.324028] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712087, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.472916] env[63198]: DEBUG oslo_concurrency.lockutils [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.476328] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.475s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.478616] env[63198]: INFO nova.compute.claims [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.512401] env[63198]: INFO nova.scheduler.client.report [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Deleted allocations for instance 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8 [ 751.757497] env[63198]: DEBUG nova.network.neutron [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updated VIF entry in instance network info cache for port a69216e2-dddf-41a7-88a9-aac5070586e0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.757870] env[63198]: DEBUG nova.network.neutron [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance_info_cache with network_info: [{"id": "a69216e2-dddf-41a7-88a9-aac5070586e0", "address": "fa:16:3e:ed:19:8a", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69216e2-dd", "ovs_interfaceid": "a69216e2-dddf-41a7-88a9-aac5070586e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.783341] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.783648] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2712086, 'name': PowerOffVM_Task, 'duration_secs': 0.364648} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.783856] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f2976df-f852-4630-82c7-b5149eee03eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.785592] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.785792] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 751.787364] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546264', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'name': 'volume-c51035df-4b91-42ec-8784-525f66818cda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70b20377-15df-429a-a592-776148d2a91c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'serial': 'c51035df-4b91-42ec-8784-525f66818cda'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 751.788450] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a20c049-8d85-4a38-8478-1e3a1b4016da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.812704] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.815950] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78509790-7a44-40bc-a603-0babfbcc649f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.819818] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 751.819818] env[63198]: value = "task-2712088" [ 751.819818] env[63198]: _type = "Task" [ 751.819818] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.837116] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88e401-e30c-42f2-b419-e3a9bfd9f951 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.846800] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.847366] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712087, 'name': CreateVM_Task, 'duration_secs': 0.505175} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.848469] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.848469] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.848603] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.848938] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.849374] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d66079-5bd8-4243-925a-59f6588245f8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.866646] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a941fd6-8234-4d68-b90a-a6b800c0989f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.870661] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 751.870661] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524208fe-b72e-be85-2b6c-89f9990f53cf" [ 751.870661] env[63198]: _type = "Task" [ 751.870661] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.887261] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] The volume has not been displaced from its original location: [datastore1] volume-c51035df-4b91-42ec-8784-525f66818cda/volume-c51035df-4b91-42ec-8784-525f66818cda.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 751.892617] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 751.893419] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd945c9-18ec-46e4-810f-98dd6c2eb775 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.912198] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524208fe-b72e-be85-2b6c-89f9990f53cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017651} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.913026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.913380] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.913525] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.913700] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.913848] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.914238] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f1f9c45-02bd-49e2-b77b-20a236f6224f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.919068] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for the task: (returnval){ [ 751.919068] env[63198]: value = "task-2712089" [ 751.919068] env[63198]: _type = "Task" [ 751.919068] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.923580] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.923760] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.927916] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc8efeb-f5fc-4dc3-a396-43d5f13ac400 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.930681] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2712089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.934203] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 751.934203] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52df3371-e847-57f8-8a57-8491c9e49a49" [ 751.934203] env[63198]: _type = "Task" [ 751.934203] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.942886] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52df3371-e847-57f8-8a57-8491c9e49a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.022750] env[63198]: DEBUG oslo_concurrency.lockutils [None req-264b46d0-677b-4685-92fc-3a41773f0bd6 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "6a5b90ec-7c9e-4b2a-a86a-07c2307426f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.755s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.086703] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquiring lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.086956] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.087346] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquiring lock "519d1a21-0829-41a5-9bc4-e68f29eabf23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.087346] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.087558] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.089710] env[63198]: INFO nova.compute.manager [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Terminating instance [ 752.261641] env[63198]: DEBUG oslo_concurrency.lockutils [req-33bb46bc-1eb5-45b4-8be6-967133028a41 req-8480493e-b22e-41e4-b7f1-1730c7cdcf34 service nova] Releasing lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.316158] env[63198]: DEBUG nova.compute.manager [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63198) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 752.316345] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.334425] env[63198]: DEBUG nova.network.neutron [-] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.343017] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712088, 'name': PowerOffVM_Task, 'duration_secs': 0.316217} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.343017] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.343017] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b311e5e-b639-44f9-b963-02694476f97b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.362710] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b2ec0f-8c1b-4022-8b41-dfcd6db40607 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.433731] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2712089, 'name': ReconfigVM_Task, 'duration_secs': 0.310625} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.434016] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 752.439865] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec9e4081-2b2b-485d-a281-5086a5357091 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.462556] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52df3371-e847-57f8-8a57-8491c9e49a49, 'name': SearchDatastore_Task, 'duration_secs': 0.016595} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.466583] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for the task: (returnval){ [ 752.466583] env[63198]: value = "task-2712090" [ 752.466583] env[63198]: _type = "Task" [ 752.466583] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.466869] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888c6e8c-d715-494b-930f-8153ed62579a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.479202] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2712090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.482210] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 752.482210] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b680f0-5d3f-de21-eeb6-da14c603acc3" [ 752.482210] env[63198]: _type = "Task" [ 752.482210] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.496039] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b680f0-5d3f-de21-eeb6-da14c603acc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.595611] env[63198]: DEBUG nova.compute.manager [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.595611] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.596855] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86191486-b1fb-4de5-8b19-4bffe8cf275d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.614379] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.614948] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50f31dbd-9a6b-4409-b30b-8e2abbe9d6a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.627916] env[63198]: DEBUG oslo_vmware.api [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 752.627916] env[63198]: value = "task-2712091" [ 752.627916] env[63198]: _type = "Task" [ 752.627916] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.641865] env[63198]: DEBUG oslo_vmware.api [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2712091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.843663] env[63198]: INFO nova.compute.manager [-] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Took 1.91 seconds to deallocate network for instance. [ 752.874795] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 752.875199] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2aa2c342-f3b5-4cf8-b6dc-d0bb2f75a517 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.883594] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 752.883594] env[63198]: value = "task-2712092" [ 752.883594] env[63198]: _type = "Task" [ 752.883594] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.896669] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712092, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.938766] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bd9a5d-7597-4895-b987-229da7605e42 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.946536] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b7b7ef-09bd-494a-9b67-748f62483be1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.981748] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196156ee-5636-4212-8cce-75902fdebadf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.992802] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2712090, 'name': ReconfigVM_Task, 'duration_secs': 0.189223} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.997868] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546264', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'name': 'volume-c51035df-4b91-42ec-8784-525f66818cda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70b20377-15df-429a-a592-776148d2a91c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51035df-4b91-42ec-8784-525f66818cda', 'serial': 'c51035df-4b91-42ec-8784-525f66818cda'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 752.998203] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.998585] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b680f0-5d3f-de21-eeb6-da14c603acc3, 'name': SearchDatastore_Task, 'duration_secs': 0.013757} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.999319] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557cdfaa-249a-4b78-b5b7-3e30f4d43420 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.002929] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb320556-5dbb-4afd-bcca-5d003de73d13 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.007222] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.007502] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] f6a8ce31-5fad-4c6b-bbc5-ed240f8db679/f6a8ce31-5fad-4c6b-bbc5-ed240f8db679.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.007771] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfcfa458-2476-4387-990e-f374217d22e4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.014440] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.023084] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c57b0e-f276-4cc8-adc3-a7e3791357c8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.024530] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 753.024530] env[63198]: value = "task-2712093" [ 753.024530] env[63198]: _type = "Task" [ 753.024530] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.024984] env[63198]: DEBUG nova.compute.provider_tree [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.035990] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.085939] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.086116] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.086307] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Deleting the datastore file [datastore1] 70b20377-15df-429a-a592-776148d2a91c {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.086698] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa374f40-c411-4065-8fa6-4cf41e7111db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.093367] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for the task: (returnval){ [ 753.093367] env[63198]: value = "task-2712095" [ 753.093367] env[63198]: _type = "Task" [ 753.093367] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.102268] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2712095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.137884] env[63198]: DEBUG oslo_vmware.api [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2712091, 'name': PowerOffVM_Task, 'duration_secs': 0.306757} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.138368] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.138562] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.138825] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33459363-d1a9-4e46-b7ed-4b221c8638c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.201138] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.201353] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.201531] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Deleting the datastore file [datastore1] 519d1a21-0829-41a5-9bc4-e68f29eabf23 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.201802] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b02e04d9-c03d-469c-b021-2e4d75856c2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.210732] env[63198]: DEBUG oslo_vmware.api [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for the task: (returnval){ [ 753.210732] env[63198]: value = "task-2712097" [ 753.210732] env[63198]: _type = "Task" [ 753.210732] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.220720] env[63198]: DEBUG oslo_vmware.api [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2712097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.397911] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712092, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.429072] env[63198]: INFO nova.compute.manager [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Took 0.58 seconds to detach 1 volumes for instance. [ 753.432031] env[63198]: DEBUG nova.compute.manager [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Deleting volume: ea51dc57-af72-4253-a7c1-3a291ae0b431 {{(pid=63198) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 753.532850] env[63198]: DEBUG nova.scheduler.client.report [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.541789] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712093, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.606380] env[63198]: DEBUG oslo_vmware.api [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Task: {'id': task-2712095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082655} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.606660] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.606859] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.607776] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.608037] env[63198]: INFO nova.compute.manager [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Took 2.37 seconds to destroy the instance on the hypervisor. [ 753.608506] env[63198]: DEBUG oslo.service.loopingcall [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.608754] env[63198]: DEBUG nova.compute.manager [-] [instance: 70b20377-15df-429a-a592-776148d2a91c] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.608858] env[63198]: DEBUG nova.network.neutron [-] [instance: 70b20377-15df-429a-a592-776148d2a91c] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.659403] env[63198]: DEBUG nova.compute.manager [req-b5066f26-7266-496e-ac09-acee38c498fe req-c0db63a7-3a04-424b-b4ee-060751198be2 service nova] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Received event network-vif-deleted-2839948c-9efc-4454-aba5-bb59b94a0137 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 753.723170] env[63198]: DEBUG oslo_vmware.api [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Task: {'id': task-2712097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376937} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.723496] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.723691] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.723875] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.724058] env[63198]: INFO nova.compute.manager [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Took 1.13 seconds to destroy the instance on the hypervisor. [ 753.724337] env[63198]: DEBUG oslo.service.loopingcall [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.725481] env[63198]: DEBUG nova.compute.manager [-] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.726017] env[63198]: DEBUG nova.network.neutron [-] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.896536] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712092, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.985870] env[63198]: DEBUG oslo_concurrency.lockutils [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.041060] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.043556] env[63198]: DEBUG nova.compute.manager [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.053023] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539246} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.053023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.248s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.053023] env[63198]: INFO nova.compute.claims [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.056472] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] f6a8ce31-5fad-4c6b-bbc5-ed240f8db679/f6a8ce31-5fad-4c6b-bbc5-ed240f8db679.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.056804] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.057524] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50bd49dd-16a9-4e5a-a485-e809be04d7e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.065920] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 754.065920] env[63198]: value = "task-2712099" [ 754.065920] env[63198]: _type = "Task" [ 754.065920] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.077629] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.405028] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712092, 'name': CreateSnapshot_Task, 'duration_secs': 1.156455} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.405028] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 754.405028] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93fab80-6617-4c70-bd83-c38840bff44f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.554076] env[63198]: DEBUG nova.compute.utils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.554076] env[63198]: DEBUG nova.compute.manager [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.554557] env[63198]: DEBUG nova.network.neutron [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.580982] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072665} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.582070] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.583382] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8c72de-ffb4-428e-ad97-f9004e9408de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.611958] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] f6a8ce31-5fad-4c6b-bbc5-ed240f8db679/f6a8ce31-5fad-4c6b-bbc5-ed240f8db679.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.612536] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8adec4b-6da2-4200-bc99-e62e84873bb6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.642732] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 754.642732] env[63198]: value = "task-2712100" [ 754.642732] env[63198]: _type = "Task" [ 754.642732] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.650826] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.665204] env[63198]: DEBUG nova.policy [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d91f0fa5b6d4cb09bc87d6b505f4034', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1171545a9abd4f6498c9e65d0a86e833', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.748472] env[63198]: DEBUG nova.network.neutron [-] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.923334] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.923633] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cf1e8474-57d6-4b31-a7a2-b7f9be58adbf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.932138] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 754.932138] env[63198]: value = "task-2712101" [ 754.932138] env[63198]: _type = "Task" [ 754.932138] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.943388] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712101, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.060093] env[63198]: DEBUG nova.compute.utils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.156894] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712100, 'name': ReconfigVM_Task, 'duration_secs': 0.275616} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.157228] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Reconfigured VM instance instance-00000039 to attach disk [datastore2] f6a8ce31-5fad-4c6b-bbc5-ed240f8db679/f6a8ce31-5fad-4c6b-bbc5-ed240f8db679.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.157909] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c339c437-1c65-4b37-a763-cb1a556fb14c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.167545] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 755.167545] env[63198]: value = "task-2712102" [ 755.167545] env[63198]: _type = "Task" [ 755.167545] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.175902] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712102, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.204102] env[63198]: DEBUG nova.network.neutron [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Successfully created port: b649f9ec-9159-45fc-b659-b673109326f1 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.253928] env[63198]: INFO nova.compute.manager [-] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Took 1.53 seconds to deallocate network for instance. [ 755.448668] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712101, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.561572] env[63198]: DEBUG nova.compute.manager [req-47fd1143-8391-4dd8-8e90-561bfc87ab55 req-9e397d06-589c-47fa-8b16-262a872348c7 service nova] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Received event network-vif-deleted-84e1b541-4f29-4fa1-9356-c5582bac3b82 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.562477] env[63198]: DEBUG nova.compute.manager [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.570977] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb734b0-1d6e-41e5-936d-9df89b212b9e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.584025] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540c1462-0b96-4b55-a77e-857f1ab79164 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.635021] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d1597f-9577-42fe-902a-65f1305f47e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.641442] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a4ae7-1d0d-4c1b-9aae-04a94198f5f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.661335] env[63198]: DEBUG nova.compute.provider_tree [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.678505] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712102, 'name': Rename_Task, 'duration_secs': 0.455125} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.678835] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.679374] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80a2413e-e7cf-4650-b6c2-11edb7f7ece2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.687577] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 755.687577] env[63198]: value = "task-2712103" [ 755.687577] env[63198]: _type = "Task" [ 755.687577] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.699590] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.767439] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.831946] env[63198]: DEBUG nova.network.neutron [-] [instance: 70b20377-15df-429a-a592-776148d2a91c] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.947513] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712101, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.167280] env[63198]: DEBUG nova.scheduler.client.report [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.199560] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712103, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.302250] env[63198]: DEBUG nova.compute.manager [req-b2819904-59ab-41b1-acde-808a61107bde req-635fdf81-42c9-40a7-932d-5fd761585166 service nova] [instance: 70b20377-15df-429a-a592-776148d2a91c] Received event network-vif-deleted-3f1dc2a3-e162-4196-92ca-c79958b44bc1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.336450] env[63198]: INFO nova.compute.manager [-] [instance: 70b20377-15df-429a-a592-776148d2a91c] Took 2.73 seconds to deallocate network for instance. [ 756.447505] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712101, 'name': CloneVM_Task, 'duration_secs': 1.377836} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.447777] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Created linked-clone VM from snapshot [ 756.448541] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386cfa6f-e1b3-4917-8085-c4c491f2aa66 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.456864] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Uploading image 5fdb32bc-5767-45e1-9ccb-46a64e7afcb5 {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 756.497518] env[63198]: DEBUG oslo_vmware.rw_handles [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 756.497518] env[63198]: value = "vm-546345" [ 756.497518] env[63198]: _type = "VirtualMachine" [ 756.497518] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 756.497759] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-acb7c104-c839-4bc5-87ab-c563da6158d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.505407] env[63198]: DEBUG oslo_vmware.rw_handles [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lease: (returnval){ [ 756.505407] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5208a9e9-007e-ea7a-bc56-f02b20c0c6c8" [ 756.505407] env[63198]: _type = "HttpNfcLease" [ 756.505407] env[63198]: } obtained for exporting VM: (result){ [ 756.505407] env[63198]: value = "vm-546345" [ 756.505407] env[63198]: _type = "VirtualMachine" [ 756.505407] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 756.505407] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the lease: (returnval){ [ 756.505407] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5208a9e9-007e-ea7a-bc56-f02b20c0c6c8" [ 756.505407] env[63198]: _type = "HttpNfcLease" [ 756.505407] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 756.513679] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.513679] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5208a9e9-007e-ea7a-bc56-f02b20c0c6c8" [ 756.513679] env[63198]: _type = "HttpNfcLease" [ 756.513679] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 756.573129] env[63198]: DEBUG nova.compute.manager [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.600042] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:06:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='53050026',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1251530172',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.600596] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.600899] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.601226] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.602217] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.602566] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.602973] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.603182] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.603367] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.603968] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.603968] env[63198]: DEBUG nova.virt.hardware [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.605979] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69c8421-f4f1-4dfb-90c7-ee2b5e9ed863 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.617352] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3507f466-573a-4a9f-a680-5cf3571b3c20 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.673737] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.674336] env[63198]: DEBUG nova.compute.manager [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.678399] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.504s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.682191] env[63198]: INFO nova.compute.claims [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.702243] env[63198]: DEBUG oslo_vmware.api [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712103, 'name': PowerOnVM_Task, 'duration_secs': 0.518867} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.702706] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.703497] env[63198]: INFO nova.compute.manager [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Took 9.64 seconds to spawn the instance on the hypervisor. [ 756.703753] env[63198]: DEBUG nova.compute.manager [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.704839] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f7ac09-8418-4930-a7de-ec4faafcf714 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.903035] env[63198]: INFO nova.compute.manager [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Took 0.57 seconds to detach 1 volumes for instance. [ 756.907402] env[63198]: DEBUG nova.compute.manager [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] [instance: 70b20377-15df-429a-a592-776148d2a91c] Deleting volume: c51035df-4b91-42ec-8784-525f66818cda {{(pid=63198) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 757.019723] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.019723] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5208a9e9-007e-ea7a-bc56-f02b20c0c6c8" [ 757.019723] env[63198]: _type = "HttpNfcLease" [ 757.019723] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.020067] env[63198]: DEBUG oslo_vmware.rw_handles [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.020067] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5208a9e9-007e-ea7a-bc56-f02b20c0c6c8" [ 757.020067] env[63198]: _type = "HttpNfcLease" [ 757.020067] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.020829] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01781a4c-9ad1-4277-b8ea-6d5e3fd49cd9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.031874] env[63198]: DEBUG oslo_vmware.rw_handles [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b5ad2-7f93-1141-220f-4d7925b9ecdf/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.032097] env[63198]: DEBUG oslo_vmware.rw_handles [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b5ad2-7f93-1141-220f-4d7925b9ecdf/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.094008] env[63198]: DEBUG nova.network.neutron [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Successfully updated port: b649f9ec-9159-45fc-b659-b673109326f1 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.188753] env[63198]: DEBUG nova.compute.utils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.191848] env[63198]: DEBUG nova.compute.manager [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.192101] env[63198]: DEBUG nova.network.neutron [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.214021] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c01e842-1d82-4105-a0a5-e45f68e5fc98 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.225343] env[63198]: INFO nova.compute.manager [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Took 25.40 seconds to build instance. [ 757.252076] env[63198]: DEBUG nova.policy [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '392172f7f46047ff884f3d0523bbe1c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '917385ffae3f475c9a8482ef526c1a41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.471936] env[63198]: DEBUG oslo_concurrency.lockutils [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.597332] env[63198]: DEBUG nova.network.neutron [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Successfully created port: 288ca9c2-6524-4764-932c-e3527597fb01 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.600389] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "refresh_cache-d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.600591] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquired lock "refresh_cache-d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.601420] env[63198]: DEBUG nova.network.neutron [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.693717] env[63198]: DEBUG nova.compute.manager [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.732588] env[63198]: DEBUG oslo_concurrency.lockutils [None req-05234617-1697-4ab8-a2e3-c4a3e79fd557 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.922s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.889653] env[63198]: DEBUG nova.compute.manager [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Received event network-vif-plugged-b649f9ec-9159-45fc-b659-b673109326f1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.890078] env[63198]: DEBUG oslo_concurrency.lockutils [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] Acquiring lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.890207] env[63198]: DEBUG oslo_concurrency.lockutils [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] Lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.890371] env[63198]: DEBUG oslo_concurrency.lockutils [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] Lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.890497] env[63198]: DEBUG nova.compute.manager [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] No waiting events found dispatching network-vif-plugged-b649f9ec-9159-45fc-b659-b673109326f1 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.890955] env[63198]: WARNING nova.compute.manager [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Received unexpected event network-vif-plugged-b649f9ec-9159-45fc-b659-b673109326f1 for instance with vm_state building and task_state spawning. [ 757.890955] env[63198]: DEBUG nova.compute.manager [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Received event network-changed-b649f9ec-9159-45fc-b659-b673109326f1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.890955] env[63198]: DEBUG nova.compute.manager [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Refreshing instance network info cache due to event network-changed-b649f9ec-9159-45fc-b659-b673109326f1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.891211] env[63198]: DEBUG oslo_concurrency.lockutils [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] Acquiring lock "refresh_cache-d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.086032] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a2895-3cad-4e30-9c54-70b87f85ed40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.092401] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d17e6-2d1e-438b-a407-66960d9f48bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.131821] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b1c036-9a76-4fc3-a583-d198e6994a44 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.140355] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e969067-e8ad-44b5-b937-7c2ebed4e6e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.156951] env[63198]: DEBUG nova.compute.provider_tree [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.183214] env[63198]: DEBUG nova.network.neutron [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.443760] env[63198]: DEBUG nova.network.neutron [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Updating instance_info_cache with network_info: [{"id": "b649f9ec-9159-45fc-b659-b673109326f1", "address": "fa:16:3e:e6:ae:a2", "network": {"id": "389b601b-1e04-4d98-a74d-d64a41b6eb32", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1699803717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1171545a9abd4f6498c9e65d0a86e833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb649f9ec-91", "ovs_interfaceid": "b649f9ec-9159-45fc-b659-b673109326f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.661756] env[63198]: DEBUG oslo_concurrency.lockutils [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquiring lock "7d9abde3-63db-4ea8-bb12-df6000a782d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.662159] env[63198]: DEBUG oslo_concurrency.lockutils [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "7d9abde3-63db-4ea8-bb12-df6000a782d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.662159] env[63198]: DEBUG oslo_concurrency.lockutils [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquiring lock "7d9abde3-63db-4ea8-bb12-df6000a782d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.662337] env[63198]: DEBUG oslo_concurrency.lockutils [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "7d9abde3-63db-4ea8-bb12-df6000a782d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.662412] env[63198]: DEBUG oslo_concurrency.lockutils [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "7d9abde3-63db-4ea8-bb12-df6000a782d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.668177] env[63198]: DEBUG nova.scheduler.client.report [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.677043] env[63198]: INFO nova.compute.manager [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Terminating instance [ 758.678558] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "9f9d72f1-2324-41cc-a050-679682cf6bda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.678919] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.705145] env[63198]: DEBUG nova.compute.manager [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.746021] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.746777] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.746939] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.747274] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.747509] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.747916] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.748284] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.749141] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.749485] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.749806] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.750099] env[63198]: DEBUG nova.virt.hardware [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.751475] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bd2077-b13d-4d80-908a-26a867c1f639 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.760955] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a64c52f-060e-4caf-aa43-46ac18887cb0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.950118] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Releasing lock "refresh_cache-d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.950118] env[63198]: DEBUG nova.compute.manager [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Instance network_info: |[{"id": "b649f9ec-9159-45fc-b659-b673109326f1", "address": "fa:16:3e:e6:ae:a2", "network": {"id": "389b601b-1e04-4d98-a74d-d64a41b6eb32", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1699803717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1171545a9abd4f6498c9e65d0a86e833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb649f9ec-91", "ovs_interfaceid": "b649f9ec-9159-45fc-b659-b673109326f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.950708] env[63198]: DEBUG oslo_concurrency.lockutils [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] Acquired lock "refresh_cache-d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.950893] env[63198]: DEBUG nova.network.neutron [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Refreshing network info cache for port b649f9ec-9159-45fc-b659-b673109326f1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.954772] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:ae:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b649f9ec-9159-45fc-b659-b673109326f1', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.964314] env[63198]: DEBUG oslo.service.loopingcall [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.964953] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.966441] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4a6e2b0-39e9-4e89-ab75-c9e84affcc32 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.994067] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.994067] env[63198]: value = "task-2712106" [ 758.994067] env[63198]: _type = "Task" [ 758.994067] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.002570] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712106, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.181051] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.181051] env[63198]: DEBUG nova.compute.manager [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.181292] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.169s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.181446] env[63198]: DEBUG nova.objects.instance [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lazy-loading 'resources' on Instance uuid f6a2290f-27f3-47ac-b3de-d4ac38d2faad {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.183232] env[63198]: DEBUG nova.compute.manager [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.183500] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.183850] env[63198]: DEBUG nova.compute.manager [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.186999] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd90be21-4963-42b4-9012-43b49f0d8fb4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.197467] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.198167] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dcae86f-8b32-4f1c-83a2-d0ed58fa0712 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.200614] env[63198]: DEBUG nova.network.neutron [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Successfully updated port: 288ca9c2-6524-4764-932c-e3527597fb01 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.208826] env[63198]: DEBUG oslo_vmware.api [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 759.208826] env[63198]: value = "task-2712107" [ 759.208826] env[63198]: _type = "Task" [ 759.208826] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.219174] env[63198]: DEBUG oslo_vmware.api [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2712107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.484433] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "5024de2a-3243-4418-baef-d211a0851feb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.484433] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "5024de2a-3243-4418-baef-d211a0851feb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.507546] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712106, 'name': CreateVM_Task, 'duration_secs': 0.446257} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.507719] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.509762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.509762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.509762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.509762] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8827c519-c32f-460e-b9f5-6ee0c6b7e3fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.515342] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 759.515342] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52afe7c2-644e-bbbd-69a2-497e17365ba0" [ 759.515342] env[63198]: _type = "Task" [ 759.515342] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.524839] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52afe7c2-644e-bbbd-69a2-497e17365ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.685135] env[63198]: DEBUG nova.compute.utils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.686602] env[63198]: DEBUG nova.compute.manager [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.686768] env[63198]: DEBUG nova.network.neutron [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.703786] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "refresh_cache-97a00604-9fe5-4bac-b0ea-7b9bcd952a25" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.703929] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "refresh_cache-97a00604-9fe5-4bac-b0ea-7b9bcd952a25" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.704083] env[63198]: DEBUG nova.network.neutron [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.717514] env[63198]: DEBUG nova.network.neutron [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Updated VIF entry in instance network info cache for port b649f9ec-9159-45fc-b659-b673109326f1. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.717514] env[63198]: DEBUG nova.network.neutron [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Updating instance_info_cache with network_info: [{"id": "b649f9ec-9159-45fc-b659-b673109326f1", "address": "fa:16:3e:e6:ae:a2", "network": {"id": "389b601b-1e04-4d98-a74d-d64a41b6eb32", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1699803717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1171545a9abd4f6498c9e65d0a86e833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb649f9ec-91", "ovs_interfaceid": "b649f9ec-9159-45fc-b659-b673109326f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.727977] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.728974] env[63198]: DEBUG oslo_vmware.api [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2712107, 'name': PowerOffVM_Task, 'duration_secs': 0.273318} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.729534] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.732821] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.732821] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6efe1944-1be7-4092-b2a9-32a304980bc5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.768956] env[63198]: DEBUG nova.policy [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8cc832abca2407ca2074a7f762e9bdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76f68681b8874edeaa9d4b5fca6fb5e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.804037] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.804937] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.804937] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Deleting the datastore file [datastore2] 7d9abde3-63db-4ea8-bb12-df6000a782d1 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.804937] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc577709-886e-45b2-9baa-b21d2ff51c70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.814204] env[63198]: DEBUG oslo_vmware.api [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for the task: (returnval){ [ 759.814204] env[63198]: value = "task-2712109" [ 759.814204] env[63198]: _type = "Task" [ 759.814204] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.823016] env[63198]: DEBUG oslo_vmware.api [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2712109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.987851] env[63198]: DEBUG nova.compute.manager [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.033367] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52afe7c2-644e-bbbd-69a2-497e17365ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.035291] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.035581] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.036673] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.036673] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.036673] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.036673] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e778920-5e63-4bc3-847a-20287e87d70a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.049618] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.049618] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.050448] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425e06f0-b251-4495-839b-3746e6a2b05a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.057618] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 760.057618] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b152f-a4bf-3616-55b4-0aec93baaca4" [ 760.057618] env[63198]: _type = "Task" [ 760.057618] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.075077] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b152f-a4bf-3616-55b4-0aec93baaca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.189354] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd461067-5078-4b8b-8f9e-dbba8f32a7f2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.195993] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c946c0e9-15b3-4dfc-a297-d10af295e6ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.199671] env[63198]: DEBUG nova.compute.manager [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.234351] env[63198]: DEBUG oslo_concurrency.lockutils [req-e838ae16-361e-4677-8b1a-9f3268670ebe req-d0eb2f07-cd2b-43a4-9c95-ad4a07b6761b service nova] Releasing lock "refresh_cache-d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.235767] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa01d523-d8db-4a14-8523-ac5c4c592f95 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.246377] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef5d23b-c369-41ef-8593-4229c0bdc529 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.253294] env[63198]: DEBUG nova.compute.manager [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Received event network-vif-plugged-288ca9c2-6524-4764-932c-e3527597fb01 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.253543] env[63198]: DEBUG oslo_concurrency.lockutils [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] Acquiring lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.253852] env[63198]: DEBUG oslo_concurrency.lockutils [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] Lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.254086] env[63198]: DEBUG oslo_concurrency.lockutils [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] Lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.254295] env[63198]: DEBUG nova.compute.manager [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] No waiting events found dispatching network-vif-plugged-288ca9c2-6524-4764-932c-e3527597fb01 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.254495] env[63198]: WARNING nova.compute.manager [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Received unexpected event network-vif-plugged-288ca9c2-6524-4764-932c-e3527597fb01 for instance with vm_state building and task_state spawning. [ 760.254732] env[63198]: DEBUG nova.compute.manager [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Received event network-changed-288ca9c2-6524-4764-932c-e3527597fb01 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.254984] env[63198]: DEBUG nova.compute.manager [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Refreshing instance network info cache due to event network-changed-288ca9c2-6524-4764-932c-e3527597fb01. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 760.255308] env[63198]: DEBUG oslo_concurrency.lockutils [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] Acquiring lock "refresh_cache-97a00604-9fe5-4bac-b0ea-7b9bcd952a25" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.270509] env[63198]: DEBUG nova.compute.provider_tree [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.273157] env[63198]: DEBUG nova.network.neutron [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Successfully created port: b7ab7d07-d62d-4dea-94e3-bd8b945b8116 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.284595] env[63198]: DEBUG nova.network.neutron [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.326933] env[63198]: DEBUG oslo_vmware.api [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Task: {'id': task-2712109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373917} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.327237] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.327424] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.327623] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.327858] env[63198]: INFO nova.compute.manager [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 760.328143] env[63198]: DEBUG oslo.service.loopingcall [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.328338] env[63198]: DEBUG nova.compute.manager [-] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.328459] env[63198]: DEBUG nova.network.neutron [-] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.446158] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.446406] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.453735] env[63198]: DEBUG nova.network.neutron [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Updating instance_info_cache with network_info: [{"id": "288ca9c2-6524-4764-932c-e3527597fb01", "address": "fa:16:3e:ae:46:cb", "network": {"id": "c6630fa7-d673-4f04-a73e-f5f6b0784f49", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-365607882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917385ffae3f475c9a8482ef526c1a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288ca9c2-65", "ovs_interfaceid": "288ca9c2-6524-4764-932c-e3527597fb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.514601] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.571218] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b152f-a4bf-3616-55b4-0aec93baaca4, 'name': SearchDatastore_Task, 'duration_secs': 0.021053} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.572055] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38afd29-c56d-4f9f-a17a-1131a4f9f4ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.577657] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 760.577657] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230a53e-4f3a-6140-0526-dc0b453293bc" [ 760.577657] env[63198]: _type = "Task" [ 760.577657] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.586467] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230a53e-4f3a-6140-0526-dc0b453293bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.778164] env[63198]: DEBUG nova.scheduler.client.report [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.951384] env[63198]: DEBUG nova.compute.manager [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.956694] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "refresh_cache-97a00604-9fe5-4bac-b0ea-7b9bcd952a25" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.957212] env[63198]: DEBUG nova.compute.manager [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Instance network_info: |[{"id": "288ca9c2-6524-4764-932c-e3527597fb01", "address": "fa:16:3e:ae:46:cb", "network": {"id": "c6630fa7-d673-4f04-a73e-f5f6b0784f49", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-365607882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917385ffae3f475c9a8482ef526c1a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288ca9c2-65", "ovs_interfaceid": "288ca9c2-6524-4764-932c-e3527597fb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.957703] env[63198]: DEBUG oslo_concurrency.lockutils [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] Acquired lock "refresh_cache-97a00604-9fe5-4bac-b0ea-7b9bcd952a25" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.958012] env[63198]: DEBUG nova.network.neutron [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Refreshing network info cache for port 288ca9c2-6524-4764-932c-e3527597fb01 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.959192] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:46:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '288ca9c2-6524-4764-932c-e3527597fb01', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.966703] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Creating folder: Project (917385ffae3f475c9a8482ef526c1a41). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.970058] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-def39f39-b615-4d7e-a6bc-b01e5946e18a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.982177] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Created folder: Project (917385ffae3f475c9a8482ef526c1a41) in parent group-v546185. [ 760.982604] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Creating folder: Instances. Parent ref: group-v546347. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.982969] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59b2c0e3-fa47-4506-a2a2-b5fe10acca7f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.994019] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Created folder: Instances in parent group-v546347. [ 760.994019] env[63198]: DEBUG oslo.service.loopingcall [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.994019] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.994019] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fe81066-34d1-440b-a4ad-517c976bc709 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.016862] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.016862] env[63198]: value = "task-2712112" [ 761.016862] env[63198]: _type = "Task" [ 761.016862] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.028220] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712112, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.092379] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230a53e-4f3a-6140-0526-dc0b453293bc, 'name': SearchDatastore_Task, 'duration_secs': 0.017121} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.095169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.095590] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed/d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.096050] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fe277ba-b555-4adb-8cdb-c3cb295b9acc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.105197] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 761.105197] env[63198]: value = "task-2712113" [ 761.105197] env[63198]: _type = "Task" [ 761.105197] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.113520] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.196188] env[63198]: DEBUG nova.network.neutron [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Updated VIF entry in instance network info cache for port 288ca9c2-6524-4764-932c-e3527597fb01. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.196188] env[63198]: DEBUG nova.network.neutron [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Updating instance_info_cache with network_info: [{"id": "288ca9c2-6524-4764-932c-e3527597fb01", "address": "fa:16:3e:ae:46:cb", "network": {"id": "c6630fa7-d673-4f04-a73e-f5f6b0784f49", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-365607882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917385ffae3f475c9a8482ef526c1a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288ca9c2-65", "ovs_interfaceid": "288ca9c2-6524-4764-932c-e3527597fb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.200439] env[63198]: DEBUG nova.compute.manager [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Stashing vm_state: active {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 761.214304] env[63198]: DEBUG nova.compute.manager [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.246284] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1ead47535003da8465f37a4a3d448224',container_format='bare',created_at=2025-02-19T21:09:43Z,direct_url=,disk_format='vmdk',id=e43964b5-f2c0-4746-9dd6-637d5da2563f,min_disk=1,min_ram=0,name='tempest-test-snap-1883315804',owner='76f68681b8874edeaa9d4b5fca6fb5e6',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T21:09:59Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.246819] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.247108] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.247934] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.248236] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.251020] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.251020] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.251020] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.251020] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.251020] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.251020] env[63198]: DEBUG nova.virt.hardware [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.251020] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c096cf25-26c5-4181-9207-2cede58b6ee0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.262548] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde3b2ab-0f20-4226-abb0-cbd6674187df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.282957] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.285848] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.148s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.289925] env[63198]: INFO nova.compute.claims [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.313289] env[63198]: INFO nova.scheduler.client.report [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted allocations for instance f6a2290f-27f3-47ac-b3de-d4ac38d2faad [ 761.478733] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.528306] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712112, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.615408] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712113, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.699227] env[63198]: DEBUG oslo_concurrency.lockutils [req-bfd7f86c-beb3-4798-8b76-62cad714b7c7 req-f2c39f69-4a05-4ab0-bc5f-025497bdf539 service nova] Releasing lock "refresh_cache-97a00604-9fe5-4bac-b0ea-7b9bcd952a25" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.734149] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.822367] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b33b3b0c-737c-4898-b1ea-f007e70f35e6 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "f6a2290f-27f3-47ac-b3de-d4ac38d2faad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.265s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.986649] env[63198]: DEBUG nova.compute.manager [req-c2c61034-6f60-407b-8c9c-f0d1b0b1611c req-299143d6-4676-4f26-874c-77a41cd48819 service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Received event network-vif-deleted-e429419e-51d5-435c-b9c3-8f17f1e1eb5d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.986649] env[63198]: INFO nova.compute.manager [req-c2c61034-6f60-407b-8c9c-f0d1b0b1611c req-299143d6-4676-4f26-874c-77a41cd48819 service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Neutron deleted interface e429419e-51d5-435c-b9c3-8f17f1e1eb5d; detaching it from the instance and deleting it from the info cache [ 761.986649] env[63198]: DEBUG nova.network.neutron [req-c2c61034-6f60-407b-8c9c-f0d1b0b1611c req-299143d6-4676-4f26-874c-77a41cd48819 service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.030112] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712112, 'name': CreateVM_Task, 'duration_secs': 0.741026} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.030404] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.031744] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.031843] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.032184] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.032711] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa58678-b0f8-47b5-a31d-1584ae81b749 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.038656] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 762.038656] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f83bd3-d53a-ca2f-7594-84290a7a2258" [ 762.038656] env[63198]: _type = "Task" [ 762.038656] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.049296] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f83bd3-d53a-ca2f-7594-84290a7a2258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.118027] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748076} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.118027] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed/d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.118027] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.118945] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5bc1202-7192-4258-b864-9d41bac6b1e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.127198] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 762.127198] env[63198]: value = "task-2712114" [ 762.127198] env[63198]: _type = "Task" [ 762.127198] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.137813] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.183071] env[63198]: DEBUG nova.network.neutron [-] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.491917] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eb031ab-7d83-4397-b253-610c32437198 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.513404] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f96965-e1b1-43a0-adc0-70ef31054939 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.554134] env[63198]: DEBUG nova.compute.manager [req-c2c61034-6f60-407b-8c9c-f0d1b0b1611c req-299143d6-4676-4f26-874c-77a41cd48819 service nova] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Detach interface failed, port_id=e429419e-51d5-435c-b9c3-8f17f1e1eb5d, reason: Instance 7d9abde3-63db-4ea8-bb12-df6000a782d1 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 762.568350] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f83bd3-d53a-ca2f-7594-84290a7a2258, 'name': SearchDatastore_Task, 'duration_secs': 0.031695} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.568745] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.569031] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.569311] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.569497] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.569710] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.570029] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a98a440-0d2a-4125-86c8-b666926a3575 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.582043] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.582242] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.587093] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc1b89b2-6876-43f6-b440-066db84bf965 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.593718] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 762.593718] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528aac78-5e82-2a4a-9831-2291df596f09" [ 762.593718] env[63198]: _type = "Task" [ 762.593718] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.603700] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528aac78-5e82-2a4a-9831-2291df596f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.637853] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210142} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.642014] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.643787] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c266c68a-4e5e-4bfa-ba54-6d7d232aefae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.672161] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed/d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.674542] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257e6326-63bf-4346-9b68-8b481c0ab2e4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.693374] env[63198]: INFO nova.compute.manager [-] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Took 2.36 seconds to deallocate network for instance. [ 762.703081] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 762.703081] env[63198]: value = "task-2712115" [ 762.703081] env[63198]: _type = "Task" [ 762.703081] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.712604] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.883606] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e064c2b5-3879-4b73-9256-e32ee7e2e26a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.892333] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d756e-b1d7-4582-852a-a45178fc91b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.924287] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3cb35e-1878-4b67-8c02-e67173d45dae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.932334] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ca3df2-3494-4d5b-9cb6-022bfa25da7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.946673] env[63198]: DEBUG nova.compute.provider_tree [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.050289] env[63198]: DEBUG nova.network.neutron [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Successfully updated port: b7ab7d07-d62d-4dea-94e3-bd8b945b8116 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.105308] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528aac78-5e82-2a4a-9831-2291df596f09, 'name': SearchDatastore_Task, 'duration_secs': 0.019708} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.106471] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef53024-d186-4503-9f8a-7a2122ed267a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.112250] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 763.112250] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5283880f-bdc6-62b7-32d8-146c1b82936e" [ 763.112250] env[63198]: _type = "Task" [ 763.112250] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.121941] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5283880f-bdc6-62b7-32d8-146c1b82936e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.182808] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.183646] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.202363] env[63198]: DEBUG oslo_concurrency.lockutils [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.214649] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.449867] env[63198]: DEBUG nova.scheduler.client.report [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.554651] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "refresh_cache-42397992-1f96-421e-9a09-6eb07294d682" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.554806] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "refresh_cache-42397992-1f96-421e-9a09-6eb07294d682" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.554958] env[63198]: DEBUG nova.network.neutron [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.623391] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5283880f-bdc6-62b7-32d8-146c1b82936e, 'name': SearchDatastore_Task, 'duration_secs': 0.014783} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.623665] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.623941] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 97a00604-9fe5-4bac-b0ea-7b9bcd952a25/97a00604-9fe5-4bac-b0ea-7b9bcd952a25.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.624255] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfdf9e1d-4b4b-42f0-8a4b-ec43c7c4cd37 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.631333] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 763.631333] env[63198]: value = "task-2712116" [ 763.631333] env[63198]: _type = "Task" [ 763.631333] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.640291] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.686735] env[63198]: DEBUG nova.compute.manager [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.719241] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712115, 'name': ReconfigVM_Task, 'duration_secs': 0.742225} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.719740] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Reconfigured VM instance instance-0000003a to attach disk [datastore1] d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed/d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.720416] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63198) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 763.721315] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-cc93a1d4-f8b5-418f-aecf-9eff542693b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.730054] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 763.730054] env[63198]: value = "task-2712117" [ 763.730054] env[63198]: _type = "Task" [ 763.730054] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.742284] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712117, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.955800] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.956442] env[63198]: DEBUG nova.compute.manager [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.959700] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.543s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.961201] env[63198]: INFO nova.compute.claims [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.020402] env[63198]: DEBUG nova.compute.manager [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Received event network-vif-plugged-b7ab7d07-d62d-4dea-94e3-bd8b945b8116 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.020402] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] Acquiring lock "42397992-1f96-421e-9a09-6eb07294d682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.020402] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] Lock "42397992-1f96-421e-9a09-6eb07294d682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.020402] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] Lock "42397992-1f96-421e-9a09-6eb07294d682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.020402] env[63198]: DEBUG nova.compute.manager [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] [instance: 42397992-1f96-421e-9a09-6eb07294d682] No waiting events found dispatching network-vif-plugged-b7ab7d07-d62d-4dea-94e3-bd8b945b8116 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.020402] env[63198]: WARNING nova.compute.manager [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Received unexpected event network-vif-plugged-b7ab7d07-d62d-4dea-94e3-bd8b945b8116 for instance with vm_state building and task_state spawning. [ 764.020402] env[63198]: DEBUG nova.compute.manager [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Received event network-changed-b7ab7d07-d62d-4dea-94e3-bd8b945b8116 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.020402] env[63198]: DEBUG nova.compute.manager [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Refreshing instance network info cache due to event network-changed-b7ab7d07-d62d-4dea-94e3-bd8b945b8116. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 764.021248] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] Acquiring lock "refresh_cache-42397992-1f96-421e-9a09-6eb07294d682" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.141306] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712116, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.142279] env[63198]: DEBUG nova.network.neutron [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.217091] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.248977] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712117, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056348} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.248977] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63198) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 764.249706] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ba6119-26fc-4f03-9adc-5fc10eb38f73 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.277799] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed/ephemeral_0.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.278268] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b3de00-d8aa-4ed3-bb2e-3d6efb33f966 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.298233] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 764.298233] env[63198]: value = "task-2712118" [ 764.298233] env[63198]: _type = "Task" [ 764.298233] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.307725] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.406369] env[63198]: DEBUG nova.network.neutron [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Updating instance_info_cache with network_info: [{"id": "b7ab7d07-d62d-4dea-94e3-bd8b945b8116", "address": "fa:16:3e:e2:da:ab", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab7d07-d6", "ovs_interfaceid": "b7ab7d07-d62d-4dea-94e3-bd8b945b8116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.471612] env[63198]: DEBUG nova.compute.utils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.473586] env[63198]: DEBUG nova.compute.manager [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Not allocating networking since 'none' was specified. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 764.644882] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684461} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.644882] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 97a00604-9fe5-4bac-b0ea-7b9bcd952a25/97a00604-9fe5-4bac-b0ea-7b9bcd952a25.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.644882] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.644882] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-834b7645-bdd2-4edc-8712-0a79a42189ef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.651618] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 764.651618] env[63198]: value = "task-2712119" [ 764.651618] env[63198]: _type = "Task" [ 764.651618] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.660751] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.812439] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.909461] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "refresh_cache-42397992-1f96-421e-9a09-6eb07294d682" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.909834] env[63198]: DEBUG nova.compute.manager [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Instance network_info: |[{"id": "b7ab7d07-d62d-4dea-94e3-bd8b945b8116", "address": "fa:16:3e:e2:da:ab", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab7d07-d6", "ovs_interfaceid": "b7ab7d07-d62d-4dea-94e3-bd8b945b8116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.910208] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] Acquired lock "refresh_cache-42397992-1f96-421e-9a09-6eb07294d682" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.910412] env[63198]: DEBUG nova.network.neutron [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Refreshing network info cache for port b7ab7d07-d62d-4dea-94e3-bd8b945b8116 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.911828] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:da:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7ab7d07-d62d-4dea-94e3-bd8b945b8116', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.924995] env[63198]: DEBUG oslo.service.loopingcall [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.926157] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.926772] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-318cc00b-1956-4279-880d-b447e7491a5c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.947015] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.947015] env[63198]: value = "task-2712120" [ 764.947015] env[63198]: _type = "Task" [ 764.947015] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.955423] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712120, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.977461] env[63198]: DEBUG nova.compute.manager [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.164422] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066831} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.167393] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.168369] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea704e-e1e5-4ce9-9231-ac1cf854d33f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.194298] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 97a00604-9fe5-4bac-b0ea-7b9bcd952a25/97a00604-9fe5-4bac-b0ea-7b9bcd952a25.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.197364] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61caaa9c-d7f5-4934-92f3-cb0b4f2d7801 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.219724] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 765.219724] env[63198]: value = "task-2712121" [ 765.219724] env[63198]: _type = "Task" [ 765.219724] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.228299] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.310623] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712118, 'name': ReconfigVM_Task, 'duration_secs': 0.803573} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.313464] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Reconfigured VM instance instance-0000003a to attach disk [datastore1] d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed/ephemeral_0.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.314540] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9ad9519-92e0-4dc8-853b-78ed57171050 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.321288] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 765.321288] env[63198]: value = "task-2712122" [ 765.321288] env[63198]: _type = "Task" [ 765.321288] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.331422] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712122, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.456901] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712120, 'name': CreateVM_Task, 'duration_secs': 0.377434} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.457245] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.457993] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.458393] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.458801] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.459151] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dda595c-27c6-4d18-9827-7381ecac693e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.467396] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 765.467396] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52852bce-b39b-c615-6451-50e394f5e820" [ 765.467396] env[63198]: _type = "Task" [ 765.467396] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.475427] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52852bce-b39b-c615-6451-50e394f5e820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.503528] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d3409f-ef1e-49b6-9dc1-5f58c49d93a4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.512851] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46120966-1896-4cb9-b06d-c3bb47747850 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.551450] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16198c90-7a8c-4f63-86af-d41cb5d7cc59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.559658] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e4bd66-40fb-4667-8746-d4d4a963dbca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.574539] env[63198]: DEBUG nova.compute.provider_tree [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.731958] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.835180] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712122, 'name': Rename_Task, 'duration_secs': 0.406014} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.836329] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.836745] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf28c02e-5c85-4cb9-b77e-c516ba82ab0f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.843442] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 765.843442] env[63198]: value = "task-2712123" [ 765.843442] env[63198]: _type = "Task" [ 765.843442] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.859918] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.990300] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.990960] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Processing image e43964b5-f2c0-4746-9dd6-637d5da2563f {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.991944] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f/e43964b5-f2c0-4746-9dd6-637d5da2563f.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.992249] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f/e43964b5-f2c0-4746-9dd6-637d5da2563f.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.992540] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.993777] env[63198]: DEBUG nova.compute.manager [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.995794] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcfe3036-985c-4948-85c5-077a10fe987a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.008246] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.008246] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.008246] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96e99d7-e51d-4447-9a96-853372863852 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.012746] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 766.012746] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52175000-b690-1065-8362-7fe793efa2a5" [ 766.012746] env[63198]: _type = "Task" [ 766.012746] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.021627] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52175000-b690-1065-8362-7fe793efa2a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.031124] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.031124] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.031124] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.031124] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.031124] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.031124] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.031124] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.031124] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.031124] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.031871] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.032226] env[63198]: DEBUG nova.virt.hardware [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.033193] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe64054c-6c0c-4762-9469-c10473afb22b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.040574] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419414a9-e0bf-4cf7-9611-3b44c120125d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.056106] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.062657] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Creating folder: Project (f7cf100bc95649da9a595574c910f788). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.063480] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-212ef0ee-11a9-4fc3-8ad5-ea0d61cc3110 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.073622] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Created folder: Project (f7cf100bc95649da9a595574c910f788) in parent group-v546185. [ 766.073989] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Creating folder: Instances. Parent ref: group-v546351. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.074351] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5144dc26-a4ea-4ec8-a80a-8049c138521a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.077430] env[63198]: DEBUG nova.scheduler.client.report [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.095776] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Created folder: Instances in parent group-v546351. [ 766.096059] env[63198]: DEBUG oslo.service.loopingcall [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.096267] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.096483] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40455a4c-c2e9-4563-b46d-b01d0603338e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.118024] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.118024] env[63198]: value = "task-2712126" [ 766.118024] env[63198]: _type = "Task" [ 766.118024] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.129340] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712126, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.194289] env[63198]: DEBUG nova.network.neutron [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Updated VIF entry in instance network info cache for port b7ab7d07-d62d-4dea-94e3-bd8b945b8116. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.194688] env[63198]: DEBUG nova.network.neutron [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Updating instance_info_cache with network_info: [{"id": "b7ab7d07-d62d-4dea-94e3-bd8b945b8116", "address": "fa:16:3e:e2:da:ab", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab7d07-d6", "ovs_interfaceid": "b7ab7d07-d62d-4dea-94e3-bd8b945b8116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.233066] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712121, 'name': ReconfigVM_Task, 'duration_secs': 0.583354} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.233420] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 97a00604-9fe5-4bac-b0ea-7b9bcd952a25/97a00604-9fe5-4bac-b0ea-7b9bcd952a25.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.234138] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f991e994-be37-4084-81bb-62c56c0b49df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.244703] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 766.244703] env[63198]: value = "task-2712127" [ 766.244703] env[63198]: _type = "Task" [ 766.244703] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.256318] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712127, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.355807] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.523227] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Preparing fetch location {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 766.523484] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Fetch image to [datastore1] OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6/OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6.vmdk {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 766.523662] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Downloading stream optimized image e43964b5-f2c0-4746-9dd6-637d5da2563f to [datastore1] OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6/OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6.vmdk on the data store datastore1 as vApp {{(pid=63198) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 766.523820] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Downloading image file data e43964b5-f2c0-4746-9dd6-637d5da2563f to the ESX as VM named 'OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6' {{(pid=63198) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 766.585425] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.585880] env[63198]: DEBUG nova.compute.manager [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.594571] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.980s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.594571] env[63198]: DEBUG nova.objects.instance [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lazy-loading 'resources' on Instance uuid 1e3e7894-9094-4dcb-8409-9a8f800e690d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.625393] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 766.625393] env[63198]: value = "resgroup-9" [ 766.625393] env[63198]: _type = "ResourcePool" [ 766.625393] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 766.625977] env[63198]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a35ecfb5-3509-4340-b3cf-7bec018bbaba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.650658] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712126, 'name': CreateVM_Task, 'duration_secs': 0.353533} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.655019] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.655019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.655019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.655019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.655019] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4926e210-67ab-47e6-8c87-7902f705c558 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.656429] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lease: (returnval){ [ 766.656429] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5286635c-b706-7d9f-7f8c-37a868c3b53d" [ 766.656429] env[63198]: _type = "HttpNfcLease" [ 766.656429] env[63198]: } obtained for vApp import into resource pool (val){ [ 766.656429] env[63198]: value = "resgroup-9" [ 766.656429] env[63198]: _type = "ResourcePool" [ 766.656429] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 766.656718] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the lease: (returnval){ [ 766.656718] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5286635c-b706-7d9f-7f8c-37a868c3b53d" [ 766.656718] env[63198]: _type = "HttpNfcLease" [ 766.656718] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 766.661617] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 766.661617] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ac6a75-9252-5ae6-8c44-49d073dd4622" [ 766.661617] env[63198]: _type = "Task" [ 766.661617] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.666616] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 766.666616] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5286635c-b706-7d9f-7f8c-37a868c3b53d" [ 766.666616] env[63198]: _type = "HttpNfcLease" [ 766.666616] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 766.672876] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ac6a75-9252-5ae6-8c44-49d073dd4622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.697601] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e41747-fdd5-4413-bcf8-00b2e6319695 req-111b448c-eb28-4678-8efd-920f92ad3909 service nova] Releasing lock "refresh_cache-42397992-1f96-421e-9a09-6eb07294d682" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.755450] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712127, 'name': Rename_Task, 'duration_secs': 0.208899} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.755718] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.756009] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f7a0f3d-fea0-49e9-aabe-04593b872024 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.764366] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 766.764366] env[63198]: value = "task-2712129" [ 766.764366] env[63198]: _type = "Task" [ 766.764366] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.772790] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.854844] env[63198]: DEBUG oslo_vmware.api [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712123, 'name': PowerOnVM_Task, 'duration_secs': 0.676473} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.855368] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.855511] env[63198]: INFO nova.compute.manager [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Took 10.28 seconds to spawn the instance on the hypervisor. [ 766.855718] env[63198]: DEBUG nova.compute.manager [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.859210] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4207045d-bc19-4c73-8907-47ebb781c397 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.097710] env[63198]: DEBUG nova.compute.utils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.101359] env[63198]: DEBUG nova.objects.instance [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e3e7894-9094-4dcb-8409-9a8f800e690d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.102462] env[63198]: DEBUG nova.compute.manager [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Not allocating networking since 'none' was specified. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 767.167033] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 767.167033] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5286635c-b706-7d9f-7f8c-37a868c3b53d" [ 767.167033] env[63198]: _type = "HttpNfcLease" [ 767.167033] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 767.167668] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 767.167668] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5286635c-b706-7d9f-7f8c-37a868c3b53d" [ 767.167668] env[63198]: _type = "HttpNfcLease" [ 767.167668] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 767.168404] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3c22be-d2f6-44ec-9f5b-a702ba328572 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.180022] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ac6a75-9252-5ae6-8c44-49d073dd4622, 'name': SearchDatastore_Task, 'duration_secs': 0.022152} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.180022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.180022] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.180022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.180022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.180022] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.180022] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76fe6686-117f-436b-9378-beb119ccf5d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.184622] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c8fe-676b-1045-987f-76f73881dd48/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 767.185075] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c8fe-676b-1045-987f-76f73881dd48/disk-0.vmdk. {{(pid=63198) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 767.248321] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.248420] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.249527] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ccb99e-5cce-4481-a68b-379e4297609f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.259501] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-524bfd2c-5dc5-4001-b7de-b668d18eda8e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.263208] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 767.263208] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d83508-d0e0-73cf-dd67-e3cb6e16351f" [ 767.263208] env[63198]: _type = "Task" [ 767.263208] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.277355] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d83508-d0e0-73cf-dd67-e3cb6e16351f, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.281592] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.281886] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba080397-0f18-4056-8ebd-c072d01cbad7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.287786] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 767.287786] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e01938-efc1-1424-f8a4-258ebbbe5856" [ 767.287786] env[63198]: _type = "Task" [ 767.287786] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.297178] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e01938-efc1-1424-f8a4-258ebbbe5856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.376084] env[63198]: INFO nova.compute.manager [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Took 26.40 seconds to build instance. [ 767.602343] env[63198]: DEBUG nova.compute.manager [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.607971] env[63198]: DEBUG nova.objects.base [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Object Instance<1e3e7894-9094-4dcb-8409-9a8f800e690d> lazy-loaded attributes: resources,numa_topology {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 767.779719] env[63198]: DEBUG oslo_vmware.api [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712129, 'name': PowerOnVM_Task, 'duration_secs': 0.668747} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.787410] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.787410] env[63198]: INFO nova.compute.manager [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Took 9.08 seconds to spawn the instance on the hypervisor. [ 767.787410] env[63198]: DEBUG nova.compute.manager [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.796405] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb703673-5840-4ae7-a5cf-18587cd302cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.818370] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e01938-efc1-1424-f8a4-258ebbbe5856, 'name': SearchDatastore_Task, 'duration_secs': 0.012526} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.821353] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.821654] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 2d5075ed-a487-4b74-a597-43aa276523bb/2d5075ed-a487-4b74-a597-43aa276523bb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.822143] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6458b51-b5e3-468f-85a5-daadb15b50b6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.830145] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 767.830145] env[63198]: value = "task-2712130" [ 767.830145] env[63198]: _type = "Task" [ 767.830145] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.842538] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.878802] env[63198]: DEBUG oslo_concurrency.lockutils [None req-234fdc00-148a-4efb-b187-2da89840a201 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.916s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.121890] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Completed reading data from the image iterator. {{(pid=63198) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 768.123110] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c8fe-676b-1045-987f-76f73881dd48/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 768.124367] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0292f93-7087-49c4-96b4-474d03de85f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.133923] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c8fe-676b-1045-987f-76f73881dd48/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 768.134098] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c8fe-676b-1045-987f-76f73881dd48/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 768.134326] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9369b63c-0ed7-438e-b2ce-560876bf22f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.164852] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88595362-e2a8-440a-a5e5-175f4f54c46c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.172620] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31062422-eaf5-4ea4-aff9-a34be98e1540 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.204072] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b47f9c-aee9-43b2-b449-f828a22193db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.213130] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d45cd44-1d9c-4254-b24f-0099fff38a6c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.226488] env[63198]: DEBUG nova.compute.provider_tree [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.330845] env[63198]: INFO nova.compute.manager [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Took 26.55 seconds to build instance. [ 768.343459] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712130, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.372440] env[63198]: DEBUG oslo_vmware.rw_handles [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c8fe-676b-1045-987f-76f73881dd48/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 768.374576] env[63198]: INFO nova.virt.vmwareapi.images [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Downloaded image file data e43964b5-f2c0-4746-9dd6-637d5da2563f [ 768.374576] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef0ce4-8f6a-404b-a131-aa1466c7db66 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.395025] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a45c1fd5-b333-45b8-9dbf-252ca5c15891 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.435200] env[63198]: INFO nova.virt.vmwareapi.images [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] The imported VM was unregistered [ 768.436925] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Caching image {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 768.437182] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.437554] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36c4cc14-cf90-4351-8df3-36417e87f69f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.475202] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Created directory with path [datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.475744] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6/OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6.vmdk to [datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f/e43964b5-f2c0-4746-9dd6-637d5da2563f.vmdk. {{(pid=63198) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 768.475887] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f3217b72-9206-4632-b689-57a53a266858 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.483573] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 768.483573] env[63198]: value = "task-2712132" [ 768.483573] env[63198]: _type = "Task" [ 768.483573] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.491359] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712132, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.613927] env[63198]: DEBUG nova.compute.manager [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.637612] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.637903] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.638077] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.639775] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.639955] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.640120] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.641234] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.641234] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.641234] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.641234] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.641234] env[63198]: DEBUG nova.virt.hardware [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.641933] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2687dbfd-bca1-4dc3-893d-579ec4dd6889 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.652329] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf8668-0be0-4e62-97f7-445bf54e4a2b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.669361] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.675833] env[63198]: DEBUG oslo.service.loopingcall [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.676124] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.676346] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ef1394c-1704-450d-8fbf-309088dd28da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.693082] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.693082] env[63198]: value = "task-2712133" [ 768.693082] env[63198]: _type = "Task" [ 768.693082] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.701100] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712133, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.730446] env[63198]: DEBUG nova.scheduler.client.report [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.824881] env[63198]: DEBUG nova.compute.manager [req-b6cb7f97-fa5c-4c02-b6a5-3cae88407e8c req-e330ec7e-785a-4a42-84b0-39af0a7fc2a3 service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Received event network-changed-b649f9ec-9159-45fc-b659-b673109326f1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.825088] env[63198]: DEBUG nova.compute.manager [req-b6cb7f97-fa5c-4c02-b6a5-3cae88407e8c req-e330ec7e-785a-4a42-84b0-39af0a7fc2a3 service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Refreshing instance network info cache due to event network-changed-b649f9ec-9159-45fc-b659-b673109326f1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.825343] env[63198]: DEBUG oslo_concurrency.lockutils [req-b6cb7f97-fa5c-4c02-b6a5-3cae88407e8c req-e330ec7e-785a-4a42-84b0-39af0a7fc2a3 service nova] Acquiring lock "refresh_cache-d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.825482] env[63198]: DEBUG oslo_concurrency.lockutils [req-b6cb7f97-fa5c-4c02-b6a5-3cae88407e8c req-e330ec7e-785a-4a42-84b0-39af0a7fc2a3 service nova] Acquired lock "refresh_cache-d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.825643] env[63198]: DEBUG nova.network.neutron [req-b6cb7f97-fa5c-4c02-b6a5-3cae88407e8c req-e330ec7e-785a-4a42-84b0-39af0a7fc2a3 service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Refreshing network info cache for port b649f9ec-9159-45fc-b659-b673109326f1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.837770] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b574288d-b2e8-4eb5-8b8d-300482ba2ffe tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.075s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.844789] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691093} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.845279] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 2d5075ed-a487-4b74-a597-43aa276523bb/2d5075ed-a487-4b74-a597-43aa276523bb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.845884] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.845884] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3592df8-08b0-44c4-bcb4-90584054cca1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.851853] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 768.851853] env[63198]: value = "task-2712134" [ 768.851853] env[63198]: _type = "Task" [ 768.851853] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.862032] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.993179] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712132, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.203788] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712133, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.238519] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.646s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.242597] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.545s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.243496] env[63198]: DEBUG nova.objects.instance [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'resources' on Instance uuid 23f79fc8-1bd4-42b6-8030-98ed44358ebd {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.361951] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069664} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.362205] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.363079] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18a48d9-2940-459e-8b4f-ff3b2b411020 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.378824] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquiring lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.379090] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.389690] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 2d5075ed-a487-4b74-a597-43aa276523bb/2d5075ed-a487-4b74-a597-43aa276523bb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.390603] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131e04ab-5de2-4c7d-91b4-f4ef61930c60 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.412631] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 769.412631] env[63198]: value = "task-2712135" [ 769.412631] env[63198]: _type = "Task" [ 769.412631] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.422892] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.493423] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712132, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.712725] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712133, 'name': CreateVM_Task, 'duration_secs': 0.675271} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.712725] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.712725] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.712725] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.713560] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.716071] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e584c2c-2cc5-4bd9-872d-5304587ce0ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.724830] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 769.724830] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520921a6-1261-f864-a47d-0407d8e08a9a" [ 769.724830] env[63198]: _type = "Task" [ 769.724830] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.756469] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520921a6-1261-f864-a47d-0407d8e08a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.759295] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a1b1753f-f00c-4dd5-b7cc-57f251fbd411 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.216s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.761177] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 23.789s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.764327] env[63198]: INFO nova.compute.manager [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Unshelving [ 769.783539] env[63198]: INFO nova.compute.manager [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Rescuing [ 769.785550] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "refresh_cache-97a00604-9fe5-4bac-b0ea-7b9bcd952a25" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.786182] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "refresh_cache-97a00604-9fe5-4bac-b0ea-7b9bcd952a25" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.786431] env[63198]: DEBUG nova.network.neutron [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.879215] env[63198]: DEBUG nova.network.neutron [req-b6cb7f97-fa5c-4c02-b6a5-3cae88407e8c req-e330ec7e-785a-4a42-84b0-39af0a7fc2a3 service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Updated VIF entry in instance network info cache for port b649f9ec-9159-45fc-b659-b673109326f1. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.879616] env[63198]: DEBUG nova.network.neutron [req-b6cb7f97-fa5c-4c02-b6a5-3cae88407e8c req-e330ec7e-785a-4a42-84b0-39af0a7fc2a3 service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Updating instance_info_cache with network_info: [{"id": "b649f9ec-9159-45fc-b659-b673109326f1", "address": "fa:16:3e:e6:ae:a2", "network": {"id": "389b601b-1e04-4d98-a74d-d64a41b6eb32", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1699803717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1171545a9abd4f6498c9e65d0a86e833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb649f9ec-91", "ovs_interfaceid": "b649f9ec-9159-45fc-b659-b673109326f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.894881] env[63198]: DEBUG nova.compute.manager [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.946837] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.997894] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712132, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.200030] env[63198]: DEBUG oslo_vmware.rw_handles [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b5ad2-7f93-1141-220f-4d7925b9ecdf/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.201226] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31b7665-83cb-46fd-a6f7-7480d01b3912 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.207658] env[63198]: DEBUG oslo_vmware.rw_handles [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b5ad2-7f93-1141-220f-4d7925b9ecdf/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.207934] env[63198]: ERROR oslo_vmware.rw_handles [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b5ad2-7f93-1141-220f-4d7925b9ecdf/disk-0.vmdk due to incomplete transfer. [ 770.210582] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60721fa5-aa26-4520-9107-7f691ce91b63 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.219422] env[63198]: DEBUG oslo_vmware.rw_handles [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522b5ad2-7f93-1141-220f-4d7925b9ecdf/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.219422] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Uploaded image 5fdb32bc-5767-45e1-9ccb-46a64e7afcb5 to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 770.221199] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.221503] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da8c3cba-b695-47c7-9f37-30a750a68a79 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.236923] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 770.236923] env[63198]: value = "task-2712136" [ 770.236923] env[63198]: _type = "Task" [ 770.236923] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.254136] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520921a6-1261-f864-a47d-0407d8e08a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.029827} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.255686] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.255951] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.256201] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.256348] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.256527] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.260536] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bed35cee-8aa5-4255-a12d-116261f55e18 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.262917] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712136, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.273565] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.275040] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.279267] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fea1b2-4114-40e2-877e-54d8bd84308f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.288836] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 770.288836] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521c6376-8857-c099-8cbc-d56f2aeebd0f" [ 770.288836] env[63198]: _type = "Task" [ 770.288836] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.300444] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521c6376-8857-c099-8cbc-d56f2aeebd0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.359313] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f495a0-6c1a-4368-84fc-2eb0ceee409d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.364079] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e25447-748f-4bf5-88b1-56e0160ce1b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.397804] env[63198]: DEBUG oslo_concurrency.lockutils [req-b6cb7f97-fa5c-4c02-b6a5-3cae88407e8c req-e330ec7e-785a-4a42-84b0-39af0a7fc2a3 service nova] Releasing lock "refresh_cache-d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.400066] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c24cfd0-468b-4d37-a3c1-5c32bd4c5d4f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.415289] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f8bff8-591a-48da-8ab1-24cbfe035a5c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.421513] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.437478] env[63198]: DEBUG nova.compute.provider_tree [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.442588] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.496409] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712132, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.747204] env[63198]: DEBUG nova.network.neutron [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Updating instance_info_cache with network_info: [{"id": "288ca9c2-6524-4764-932c-e3527597fb01", "address": "fa:16:3e:ae:46:cb", "network": {"id": "c6630fa7-d673-4f04-a73e-f5f6b0784f49", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-365607882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917385ffae3f475c9a8482ef526c1a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288ca9c2-65", "ovs_interfaceid": "288ca9c2-6524-4764-932c-e3527597fb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.754710] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712136, 'name': Destroy_Task, 'duration_secs': 0.455479} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.755354] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Destroyed the VM [ 770.755760] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 770.756048] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-173038a3-ba2b-47fb-906e-5a62266bef88 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.762709] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 770.762709] env[63198]: value = "task-2712137" [ 770.762709] env[63198]: _type = "Task" [ 770.762709] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.772737] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.781275] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "9d21143e-5a30-4964-b8af-9bbcbded658a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.781533] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.800386] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521c6376-8857-c099-8cbc-d56f2aeebd0f, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.800386] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f6670a5-86a9-4d7b-8c33-60f4c462f982 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.806511] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 770.806511] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52636ff4-9077-389d-2b69-7b838bd0744f" [ 770.806511] env[63198]: _type = "Task" [ 770.806511] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.807818] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.817359] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52636ff4-9077-389d-2b69-7b838bd0744f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.929125] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.944218] env[63198]: DEBUG nova.scheduler.client.report [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.997852] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712132, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.256322] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "refresh_cache-97a00604-9fe5-4bac-b0ea-7b9bcd952a25" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.273235] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712137, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.285030] env[63198]: DEBUG nova.compute.manager [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.316579] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52636ff4-9077-389d-2b69-7b838bd0744f, 'name': SearchDatastore_Task, 'duration_secs': 0.014426} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.318789] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.318789] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 873b5af7-94f5-4bed-af71-db17a9417c87/873b5af7-94f5-4bed-af71-db17a9417c87.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.321145] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e7a078e-85b9-4d52-bc39-1bf332314f4c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.329560] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 771.329560] env[63198]: value = "task-2712138" [ 771.329560] env[63198]: _type = "Task" [ 771.329560] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.338468] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.430435] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.454019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.456458] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.470s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.456707] env[63198]: DEBUG nova.objects.instance [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lazy-loading 'resources' on Instance uuid 4e786d04-20a7-4850-a470-bad3e3d3bcb1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.496365] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712132, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.518398] env[63198]: INFO nova.scheduler.client.report [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted allocations for instance 23f79fc8-1bd4-42b6-8030-98ed44358ebd [ 771.775782] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712137, 'name': RemoveSnapshot_Task, 'duration_secs': 0.607563} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.776136] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 771.776473] env[63198]: DEBUG nova.compute.manager [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.777491] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74d4155-38bd-45a5-859f-0508cce78560 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.807721] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.824541] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-5d66c323-0aca-4844-af50-3dbf4c6808ba-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.824789] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-5d66c323-0aca-4844-af50-3dbf4c6808ba-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.825253] env[63198]: DEBUG nova.objects.instance [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'flavor' on Instance uuid 5d66c323-0aca-4844-af50-3dbf4c6808ba {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.842130] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.933680] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712135, 'name': ReconfigVM_Task, 'duration_secs': 2.183012} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.934022] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 2d5075ed-a487-4b74-a597-43aa276523bb/2d5075ed-a487-4b74-a597-43aa276523bb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.934664] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aa7b6e9-4ae3-4f8d-b946-6672cba48bc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.941106] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 771.941106] env[63198]: value = "task-2712139" [ 771.941106] env[63198]: _type = "Task" [ 771.941106] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.953424] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712139, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.996030] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712132, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.063124} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.998449] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6/OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6.vmdk to [datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f/e43964b5-f2c0-4746-9dd6-637d5da2563f.vmdk. [ 771.998646] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Cleaning up location [datastore1] OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6 {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 771.998811] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a4edd0ae-05a5-42b3-87dc-4d968c1bdba6 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.000078] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93c02bab-af58-4a41-96b5-830b6dab7d17 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.004652] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 772.004652] env[63198]: value = "task-2712140" [ 772.004652] env[63198]: _type = "Task" [ 772.004652] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.013895] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.028155] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9d40c8a6-6db5-4815-a008-6fcc67f1e9dd tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "23f79fc8-1bd4-42b6-8030-98ed44358ebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.447s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.293306] env[63198]: INFO nova.compute.manager [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Shelve offloading [ 772.342061] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655617} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.343135] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 873b5af7-94f5-4bed-af71-db17a9417c87/873b5af7-94f5-4bed-af71-db17a9417c87.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.343398] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.344138] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb0dd53-5887-40fa-a74c-5da0aee9bb38 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.346580] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91cbd724-e978-43c5-b2f3-be517f3acc1a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.352881] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b158e4f-c283-48ae-aa26-5a347072a07e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.357023] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 772.357023] env[63198]: value = "task-2712141" [ 772.357023] env[63198]: _type = "Task" [ 772.357023] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.388435] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ea3a75-f18f-4187-ba74-d37b30265c76 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.393996] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.398771] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28110db-3906-422b-8ce7-5e680925f80d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.412041] env[63198]: DEBUG nova.compute.provider_tree [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.448159] env[63198]: DEBUG nova.objects.instance [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d66c323-0aca-4844-af50-3dbf4c6808ba {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.452284] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712139, 'name': Rename_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.513901] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374744} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.514164] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.514329] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f/e43964b5-f2c0-4746-9dd6-637d5da2563f.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.514564] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f/e43964b5-f2c0-4746-9dd6-637d5da2563f.vmdk to [datastore1] 42397992-1f96-421e-9a09-6eb07294d682/42397992-1f96-421e-9a09-6eb07294d682.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.514810] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cdd2892-bafa-46ec-b6e1-5347a5ac7fbe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.520961] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 772.520961] env[63198]: value = "task-2712142" [ 772.520961] env[63198]: _type = "Task" [ 772.520961] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.528804] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.796728] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.797072] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b0bf34-1cd1-44c3-b920-ee54c2b7c07b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.804153] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 772.804153] env[63198]: value = "task-2712143" [ 772.804153] env[63198]: _type = "Task" [ 772.804153] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.814020] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.817612] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.817838] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49b5a322-3e18-4158-823d-45ca32ea3cda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.822811] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 772.822811] env[63198]: value = "task-2712144" [ 772.822811] env[63198]: _type = "Task" [ 772.822811] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.830670] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.867579] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069118} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.867579] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.867579] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6815cf41-b686-4b03-bc73-79d802971d7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.886469] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 873b5af7-94f5-4bed-af71-db17a9417c87/873b5af7-94f5-4bed-af71-db17a9417c87.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.886748] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04c33f01-32a2-4696-a722-5ed480bca098 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.905927] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 772.905927] env[63198]: value = "task-2712145" [ 772.905927] env[63198]: _type = "Task" [ 772.905927] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.913799] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.914635] env[63198]: DEBUG nova.scheduler.client.report [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.951774] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712139, 'name': Rename_Task, 'duration_secs': 0.798547} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.952066] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.952305] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e51eb9a6-b5d3-41ef-a6e5-5d7e758a9ab5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.954158] env[63198]: DEBUG nova.objects.base [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Object Instance<5d66c323-0aca-4844-af50-3dbf4c6808ba> lazy-loaded attributes: flavor,pci_requests {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 772.954382] env[63198]: DEBUG nova.network.neutron [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.960388] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 772.960388] env[63198]: value = "task-2712146" [ 772.960388] env[63198]: _type = "Task" [ 772.960388] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.969254] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.007401] env[63198]: DEBUG nova.policy [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143622509532476a81dd0b24fff2f677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cb8bd505c64506910a1038e014afb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.029828] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.320177] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 773.320467] env[63198]: DEBUG nova.compute.manager [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.321297] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324ef84a-dcd6-474b-8049-18350d748a3c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.331424] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.331620] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.331793] env[63198]: DEBUG nova.network.neutron [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.336779] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712144, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.417212] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712145, 'name': ReconfigVM_Task, 'duration_secs': 0.265164} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.417581] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 873b5af7-94f5-4bed-af71-db17a9417c87/873b5af7-94f5-4bed-af71-db17a9417c87.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.418624] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f1651d-f125-4df8-b655-73dba0f09b3b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.421133] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.425702] env[63198]: DEBUG oslo_concurrency.lockutils [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.575s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.435663] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 773.435663] env[63198]: value = "task-2712147" [ 773.435663] env[63198]: _type = "Task" [ 773.435663] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.444763] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712147, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.445847] env[63198]: INFO nova.scheduler.client.report [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted allocations for instance 4e786d04-20a7-4850-a470-bad3e3d3bcb1 [ 773.473762] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712146, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.481060] env[63198]: DEBUG nova.network.neutron [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Successfully created port: e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.534636] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712142, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.836477] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712144, 'name': PowerOffVM_Task, 'duration_secs': 0.722293} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.836477] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.836846] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2e81c-b338-4cb8-9531-62c32ec76c97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.864820] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d33d0-91b4-4ede-b177-0e8cd61ea869 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.921018] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.921429] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-218c570c-1242-45ed-83ab-edcd70882212 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.931568] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 773.931568] env[63198]: value = "task-2712148" [ 773.931568] env[63198]: _type = "Task" [ 773.931568] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.952562] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 773.952562] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.952885] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.953036] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.953230] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.953893] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be3e6c88-9182-460a-9d8b-95adcc20e32b tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "4e786d04-20a7-4850-a470-bad3e3d3bcb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.684s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.958523] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb6e4571-784b-4aac-b02c-ac8aef489684 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.965036] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712147, 'name': Rename_Task, 'duration_secs': 0.161761} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.966094] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.979895] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0072e24-513e-48fa-8acb-679c93d157c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.980174] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "b0d71974-f55e-45fd-99da-52d939b7ef54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.980408] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.988815] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.990331] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 773.990331] env[63198]: value = "task-2712149" [ 773.990331] env[63198]: _type = "Task" [ 773.990331] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.998217] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.998437] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.000035] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8e41da-8af5-4fe7-a522-3418062f2d0f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.006630] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712149, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.009075] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 774.009075] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522c96fd-2e75-9fc2-3ec9-446739f50ffa" [ 774.009075] env[63198]: _type = "Task" [ 774.009075] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.020995] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522c96fd-2e75-9fc2-3ec9-446739f50ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.030492] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712142, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.088252] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e3b3c0-2daf-4f2b-8548-814416680b12 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.096083] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040a2a2d-742f-48de-ad9e-c6c876371cc5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.129736] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d83945f-e5a4-45ca-b92b-53dce8ad7ef0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.137723] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e383b5ee-50bd-414a-abd8-d33c7e827b10 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.154747] env[63198]: DEBUG nova.compute.provider_tree [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.295889] env[63198]: DEBUG nova.network.neutron [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating instance_info_cache with network_info: [{"id": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "address": "fa:16:3e:23:16:b0", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e08358a-24", "ovs_interfaceid": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.475194] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.484062] env[63198]: DEBUG nova.compute.manager [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.500151] env[63198]: DEBUG oslo_vmware.api [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712149, 'name': PowerOnVM_Task, 'duration_secs': 0.47682} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.500712] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.500712] env[63198]: INFO nova.compute.manager [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Took 5.89 seconds to spawn the instance on the hypervisor. [ 774.500712] env[63198]: DEBUG nova.compute.manager [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.501623] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0771d9dd-1677-45aa-84be-b5a6399e1ccc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.521751] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522c96fd-2e75-9fc2-3ec9-446739f50ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.097038} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.522745] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eecdbb1f-239f-4342-b1d8-8eee178aede6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.533020] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 774.533020] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520986e3-dd19-1f82-fc59-3f70083b1896" [ 774.533020] env[63198]: _type = "Task" [ 774.533020] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.536164] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712142, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.547021] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520986e3-dd19-1f82-fc59-3f70083b1896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.657748] env[63198]: DEBUG nova.scheduler.client.report [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.798838] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.977861] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712146, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.028810] env[63198]: INFO nova.compute.manager [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Took 31.63 seconds to build instance. [ 775.044117] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712142, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.045219] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.054318] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520986e3-dd19-1f82-fc59-3f70083b1896, 'name': SearchDatastore_Task, 'duration_secs': 0.083534} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.054830] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.055102] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 97a00604-9fe5-4bac-b0ea-7b9bcd952a25/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. {{(pid=63198) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 775.055892] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5f72547-eabf-44dd-917d-7ad2988ec5b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.070811] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 775.070811] env[63198]: value = "task-2712150" [ 775.070811] env[63198]: _type = "Task" [ 775.070811] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.078051] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.162812] env[63198]: DEBUG oslo_concurrency.lockutils [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.163067] env[63198]: INFO nova.compute.manager [None req-84ea229f-7d18-48e8-9bad-d8222bd8e1b3 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Successfully reverted task state from rebuilding on failure for instance. [ 775.169419] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.225s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.169674] env[63198]: DEBUG nova.objects.instance [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lazy-loading 'resources' on Instance uuid aa26b05a-a416-468b-b039-c14b4d2fe1d2 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.479584] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712146, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.535070] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f82b1c74-9cd9-4f5d-8576-6910d74dcb4f tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "873b5af7-94f5-4bed-af71-db17a9417c87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.152s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.538401] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712142, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.80396} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.538643] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e43964b5-f2c0-4746-9dd6-637d5da2563f/e43964b5-f2c0-4746-9dd6-637d5da2563f.vmdk to [datastore1] 42397992-1f96-421e-9a09-6eb07294d682/42397992-1f96-421e-9a09-6eb07294d682.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.539586] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a91930c-4fb5-4771-9aac-b41cdc1dc497 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.556816] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "e10e723c-944b-4be8-b623-741de004cb2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.557104] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "e10e723c-944b-4be8-b623-741de004cb2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.557291] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "e10e723c-944b-4be8-b623-741de004cb2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.557495] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "e10e723c-944b-4be8-b623-741de004cb2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.557773] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "e10e723c-944b-4be8-b623-741de004cb2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.567837] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 42397992-1f96-421e-9a09-6eb07294d682/42397992-1f96-421e-9a09-6eb07294d682.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.568450] env[63198]: INFO nova.compute.manager [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Terminating instance [ 775.569889] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2312360-560f-4ffc-a0b2-69ede286f7bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.594316] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712150, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.595632] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 775.595632] env[63198]: value = "task-2712151" [ 775.595632] env[63198]: _type = "Task" [ 775.595632] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.605424] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.707962] env[63198]: DEBUG nova.network.neutron [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Successfully updated port: e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.747887] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.749286] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d3c6e-350a-4f38-bc38-fe7d5ee1f7a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.761340] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.761631] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d33debbd-9675-4701-b438-291d3d1ee7c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.852108] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.852397] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.852584] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleting the datastore file [datastore2] 2abaf9f0-6739-4cd3-8400-d204d059565d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.852869] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2a911d-ed29-4e78-9982-ab1d818a0a46 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.860103] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 775.860103] env[63198]: value = "task-2712153" [ 775.860103] env[63198]: _type = "Task" [ 775.860103] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.872356] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.978911] env[63198]: DEBUG oslo_vmware.api [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712146, 'name': PowerOnVM_Task, 'duration_secs': 2.623835} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.979246] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.979881] env[63198]: INFO nova.compute.manager [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Took 9.99 seconds to spawn the instance on the hypervisor. [ 775.979881] env[63198]: DEBUG nova.compute.manager [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.980686] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f505046e-fd25-439a-9d4e-36923c05b257 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.088981] env[63198]: DEBUG nova.compute.manager [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.089216] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.090066] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d186709b-427d-4710-86a7-dae938bc2eb3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.101458] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.101779] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894332} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.104859] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff1e6786-e021-4e86-93d2-32d602243797 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.106749] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 97a00604-9fe5-4bac-b0ea-7b9bcd952a25/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. [ 776.107707] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620b7a2a-0cf0-4e89-8505-50f5812e6ae9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.117946] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.141581] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 97a00604-9fe5-4bac-b0ea-7b9bcd952a25/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.142357] env[63198]: DEBUG oslo_vmware.api [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 776.142357] env[63198]: value = "task-2712154" [ 776.142357] env[63198]: _type = "Task" [ 776.142357] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.145015] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f5218ca-01f4-4c6d-aedb-4ef0eeffbb06 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.166968] env[63198]: DEBUG oslo_vmware.api [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.168980] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 776.168980] env[63198]: value = "task-2712155" [ 776.168980] env[63198]: _type = "Task" [ 776.168980] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.169783] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed96a9d8-2eec-40e2-bf9b-b763c3f859fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.181687] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babde232-1a09-4c28-a79e-3227f7edfa8d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.184638] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.213488] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.213682] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.213792] env[63198]: DEBUG nova.network.neutron [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.218612] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad41f57-ff41-4c44-a45c-af2383a4fed4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.225090] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26261aa3-a0d3-4fca-9870-64cd146857af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.241100] env[63198]: DEBUG nova.compute.provider_tree [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.369888] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.435986] env[63198]: DEBUG nova.compute.manager [req-4319db93-22db-4d80-a867-3396f1908fd1 req-1a3c89f3-6ad1-46db-bf36-e22e298e4b73 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received event network-vif-unplugged-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.436344] env[63198]: DEBUG oslo_concurrency.lockutils [req-4319db93-22db-4d80-a867-3396f1908fd1 req-1a3c89f3-6ad1-46db-bf36-e22e298e4b73 service nova] Acquiring lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.436617] env[63198]: DEBUG oslo_concurrency.lockutils [req-4319db93-22db-4d80-a867-3396f1908fd1 req-1a3c89f3-6ad1-46db-bf36-e22e298e4b73 service nova] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.436887] env[63198]: DEBUG oslo_concurrency.lockutils [req-4319db93-22db-4d80-a867-3396f1908fd1 req-1a3c89f3-6ad1-46db-bf36-e22e298e4b73 service nova] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.437160] env[63198]: DEBUG nova.compute.manager [req-4319db93-22db-4d80-a867-3396f1908fd1 req-1a3c89f3-6ad1-46db-bf36-e22e298e4b73 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] No waiting events found dispatching network-vif-unplugged-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.437382] env[63198]: WARNING nova.compute.manager [req-4319db93-22db-4d80-a867-3396f1908fd1 req-1a3c89f3-6ad1-46db-bf36-e22e298e4b73 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received unexpected event network-vif-unplugged-7e08358a-2438-4620-bec1-10cd9c9bae9a for instance with vm_state shelved and task_state shelving_offloading. [ 776.499274] env[63198]: INFO nova.compute.manager [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Took 33.40 seconds to build instance. [ 776.610067] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712151, 'name': ReconfigVM_Task, 'duration_secs': 0.692996} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.610347] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 42397992-1f96-421e-9a09-6eb07294d682/42397992-1f96-421e-9a09-6eb07294d682.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.611087] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76dfbc9d-be5e-412c-bdbc-f5ce131551bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.617470] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 776.617470] env[63198]: value = "task-2712156" [ 776.617470] env[63198]: _type = "Task" [ 776.617470] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.628277] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712156, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.667541] env[63198]: DEBUG oslo_vmware.api [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712154, 'name': PowerOffVM_Task, 'duration_secs': 0.477923} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.667835] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.668013] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.668282] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79560f73-be54-479c-a93d-d8942895b836 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.680015] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.744499] env[63198]: DEBUG nova.scheduler.client.report [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.749764] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.749978] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.750179] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleting the datastore file [datastore1] e10e723c-944b-4be8-b623-741de004cb2b {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.750690] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81394ce8-c68c-4c9c-8792-76bd70cdfb29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.755890] env[63198]: WARNING nova.network.neutron [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] 7a568656-1fe8-4d48-a7a4-d59ccc13b608 already exists in list: networks containing: ['7a568656-1fe8-4d48-a7a4-d59ccc13b608']. ignoring it [ 776.761031] env[63198]: DEBUG oslo_vmware.api [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 776.761031] env[63198]: value = "task-2712158" [ 776.761031] env[63198]: _type = "Task" [ 776.761031] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.774712] env[63198]: DEBUG oslo_vmware.api [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.872156] env[63198]: DEBUG oslo_vmware.api [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608104} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.872156] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.872156] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.872156] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.933777] env[63198]: INFO nova.scheduler.client.report [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted allocations for instance 2abaf9f0-6739-4cd3-8400-d204d059565d [ 777.001618] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50c5f5d1-87e6-442c-b985-72efde1afcc0 tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "2d5075ed-a487-4b74-a597-43aa276523bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.914s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.127599] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712156, 'name': Rename_Task, 'duration_secs': 0.154138} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.127928] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.128218] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c68085fd-e13a-4dc7-af24-66307857bb43 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.137622] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 777.137622] env[63198]: value = "task-2712159" [ 777.137622] env[63198]: _type = "Task" [ 777.137622] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.147318] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.183355] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712155, 'name': ReconfigVM_Task, 'duration_secs': 0.817974} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.183981] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 97a00604-9fe5-4bac-b0ea-7b9bcd952a25/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.184685] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d820bf6-aefa-4ad1-b8b7-a31c86672f11 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.213233] env[63198]: DEBUG nova.network.neutron [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updating instance_info_cache with network_info: [{"id": "497da906-bf11-42f0-86c4-65d9ce86897e", "address": "fa:16:3e:07:70:6c", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497da906-bf", "ovs_interfaceid": "497da906-bf11-42f0-86c4-65d9ce86897e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e60aeb4e-d0c4-404c-9fd4-a168f4108bc4", "address": "fa:16:3e:8a:59:c0", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60aeb4e-d0", "ovs_interfaceid": "e60aeb4e-d0c4-404c-9fd4-a168f4108bc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.214572] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2267887-d078-41ae-9c66-a0418c4de08c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.229911] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 777.229911] env[63198]: value = "task-2712160" [ 777.229911] env[63198]: _type = "Task" [ 777.229911] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.239114] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.251850] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.254272] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.777s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.270257] env[63198]: DEBUG oslo_vmware.api [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282502} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.270521] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.270703] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.270876] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.271064] env[63198]: INFO nova.compute.manager [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 777.271309] env[63198]: DEBUG oslo.service.loopingcall [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.272263] env[63198]: INFO nova.scheduler.client.report [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Deleted allocations for instance aa26b05a-a416-468b-b039-c14b4d2fe1d2 [ 777.273237] env[63198]: DEBUG nova.compute.manager [-] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.273323] env[63198]: DEBUG nova.network.neutron [-] [instance: e10e723c-944b-4be8-b623-741de004cb2b] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.278085] env[63198]: INFO nova.compute.manager [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Rebuilding instance [ 777.349866] env[63198]: DEBUG nova.compute.manager [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.350731] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cec9a6f-b433-4d4f-a9b4-092c610abc22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.439282] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.649292] env[63198]: DEBUG oslo_vmware.api [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712159, 'name': PowerOnVM_Task, 'duration_secs': 0.461268} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.649616] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.651009] env[63198]: INFO nova.compute.manager [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Took 16.44 seconds to spawn the instance on the hypervisor. [ 777.651009] env[63198]: DEBUG nova.compute.manager [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.651009] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564d4d56-d571-427b-9f58-8d81795eef9a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.725978] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.726646] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.726807] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.727700] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea372bc-0e1b-4a95-be91-0eed5a817d94 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.739804] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712160, 'name': ReconfigVM_Task, 'duration_secs': 0.382486} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.752672] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.753596] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.753795] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.753890] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.754065] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.754216] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.754359] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.754577] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.754713] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.754887] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.755131] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.755300] env[63198]: DEBUG nova.virt.hardware [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.762026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Reconfiguring VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 777.762316] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3fb0231-05f6-4afa-961d-393861714324 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.773645] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c30051-0f56-4211-bc0d-29e2174e9cd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.788971] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4213b984-d7ca-4605-bf68-83aed9499723 tempest-ServersTestJSON-1700662409 tempest-ServersTestJSON-1700662409-project-member] Lock "aa26b05a-a416-468b-b039-c14b4d2fe1d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.400s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.794293] env[63198]: DEBUG oslo_vmware.api [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 777.794293] env[63198]: value = "task-2712162" [ 777.794293] env[63198]: _type = "Task" [ 777.794293] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.795221] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 777.795221] env[63198]: value = "task-2712161" [ 777.795221] env[63198]: _type = "Task" [ 777.795221] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.808564] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.808989] env[63198]: DEBUG oslo_vmware.api [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712162, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.171161] env[63198]: INFO nova.compute.manager [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Took 36.02 seconds to build instance. [ 778.210837] env[63198]: DEBUG nova.network.neutron [-] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.287406] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Applying migration context for instance caedd33a-6164-45d0-8722-6b775f20fd9c as it has an incoming, in-progress migration e1d3a72e-b92e-4cd8-b28b-4654a5c4070a. Migration status is reverting {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 778.289612] env[63198]: INFO nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating resource usage from migration e1d3a72e-b92e-4cd8-b28b-4654a5c4070a [ 778.289944] env[63198]: INFO nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating resource usage from migration c49ce2a8-a10d-4a46-9a3d-25b8f174de0e [ 778.308911] env[63198]: DEBUG oslo_vmware.api [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.311889] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.323008] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance aef1d1f0-d6a3-4a61-9896-5669beda455d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.323213] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance e10e723c-944b-4be8-b623-741de004cb2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.323364] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 519d1a21-0829-41a5-9bc4-e68f29eabf23 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 778.323491] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 7d9abde3-63db-4ea8-bb12-df6000a782d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 778.323609] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 02608284-2c80-48e6-8d51-c0010ba2c8db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.323722] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 830c47ee-1791-473b-9278-f46e3219c256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.323833] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance d53844a9-7e9e-47d5-97a9-80df25e74c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.323945] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 72f1ba90-32c3-4a58-b88d-7c0147664a22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.324067] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.324192] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 70b20377-15df-429a-a592-776148d2a91c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 778.324303] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 53bb3fab-5289-4abe-ae4b-43547891513e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.324413] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 5d66c323-0aca-4844-af50-3dbf4c6808ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.324523] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Migration e1d3a72e-b92e-4cd8-b28b-4654a5c4070a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 778.324631] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance caedd33a-6164-45d0-8722-6b775f20fd9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.324738] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance fbec33e0-6b91-4b5e-8bed-06019fbd7f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.324845] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.324949] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 97a00604-9fe5-4bac-b0ea-7b9bcd952a25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.325066] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 42397992-1f96-421e-9a09-6eb07294d682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.325172] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 2d5075ed-a487-4b74-a597-43aa276523bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.325276] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 873b5af7-94f5-4bed-af71-db17a9417c87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 778.367214] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.367619] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9361a4a-0733-44eb-9cfd-e1b5313ccdcb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.377118] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 778.377118] env[63198]: value = "task-2712163" [ 778.377118] env[63198]: _type = "Task" [ 778.377118] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.386228] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.674287] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bff91f55-a9a6-4dc3-8089-0b9d1131f15d tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "42397992-1f96-421e-9a09-6eb07294d682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.531s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.713860] env[63198]: INFO nova.compute.manager [-] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Took 1.44 seconds to deallocate network for instance. [ 778.770675] env[63198]: DEBUG nova.objects.instance [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lazy-loading 'flavor' on Instance uuid 72f1ba90-32c3-4a58-b88d-7c0147664a22 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.804043] env[63198]: DEBUG nova.compute.manager [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Received event network-vif-plugged-e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.804281] env[63198]: DEBUG oslo_concurrency.lockutils [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] Acquiring lock "5d66c323-0aca-4844-af50-3dbf4c6808ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.804490] env[63198]: DEBUG oslo_concurrency.lockutils [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.804726] env[63198]: DEBUG oslo_concurrency.lockutils [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.804945] env[63198]: DEBUG nova.compute.manager [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] No waiting events found dispatching network-vif-plugged-e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.805142] env[63198]: WARNING nova.compute.manager [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Received unexpected event network-vif-plugged-e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 for instance with vm_state active and task_state None. [ 778.805353] env[63198]: DEBUG nova.compute.manager [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Received event network-changed-e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.805553] env[63198]: DEBUG nova.compute.manager [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Refreshing instance network info cache due to event network-changed-e60aeb4e-d0c4-404c-9fd4-a168f4108bc4. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.805744] env[63198]: DEBUG oslo_concurrency.lockutils [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] Acquiring lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.805879] env[63198]: DEBUG oslo_concurrency.lockutils [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] Acquired lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.806115] env[63198]: DEBUG nova.network.neutron [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Refreshing network info cache for port e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.817915] env[63198]: DEBUG oslo_vmware.api [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712162, 'name': ReconfigVM_Task, 'duration_secs': 0.874935} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.821704] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.821925] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Reconfigured VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 778.824876] env[63198]: DEBUG oslo_vmware.api [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712161, 'name': PowerOnVM_Task, 'duration_secs': 0.737225} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.825342] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.827876] env[63198]: DEBUG nova.compute.manager [None req-c26e845f-38c7-4c40-8a34-5f91e7198e5b tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.828513] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 1e3e7894-9094-4dcb-8409-9a8f800e690d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 778.829950] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cadd08-1a8f-472d-9194-5bb84f4e9d2f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.886768] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712163, 'name': PowerOffVM_Task, 'duration_secs': 0.193566} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.887054] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.887285] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.888073] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7de62b4-e243-4850-83a9-54e241b63288 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.895029] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.895208] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdc66baa-37ad-4f5f-b930-782c971707d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.917727] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.917994] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.918198] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Deleting the datastore file [datastore2] 873b5af7-94f5-4bed-af71-db17a9417c87 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.918447] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e6e18d9-61f3-4a56-bb06-7370007b9b85 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.924183] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 778.924183] env[63198]: value = "task-2712165" [ 778.924183] env[63198]: _type = "Task" [ 778.924183] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.931745] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.220770] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.276770] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.276930] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquired lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.328797] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5c004e8-5ce7-4e7b-99e5-fc4d0f9c7942 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-5d66c323-0aca-4844-af50-3dbf4c6808ba-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.504s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.333166] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9f9d72f1-2324-41cc-a050-679682cf6bda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.434665] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33582} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.434930] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.435126] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.435300] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.782396] env[63198]: DEBUG nova.network.neutron [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updated VIF entry in instance network info cache for port e60aeb4e-d0c4-404c-9fd4-a168f4108bc4. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.782396] env[63198]: DEBUG nova.network.neutron [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updating instance_info_cache with network_info: [{"id": "497da906-bf11-42f0-86c4-65d9ce86897e", "address": "fa:16:3e:07:70:6c", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497da906-bf", "ovs_interfaceid": "497da906-bf11-42f0-86c4-65d9ce86897e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e60aeb4e-d0c4-404c-9fd4-a168f4108bc4", "address": "fa:16:3e:8a:59:c0", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape60aeb4e-d0", "ovs_interfaceid": "e60aeb4e-d0c4-404c-9fd4-a168f4108bc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.835307] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 5024de2a-3243-4418-baef-d211a0851feb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 779.887206] env[63198]: DEBUG nova.network.neutron [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.285057] env[63198]: DEBUG oslo_concurrency.lockutils [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] Releasing lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.285246] env[63198]: DEBUG nova.compute.manager [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received event network-changed-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.285626] env[63198]: DEBUG nova.compute.manager [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Refreshing instance network info cache due to event network-changed-7e08358a-2438-4620-bec1-10cd9c9bae9a. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.286014] env[63198]: DEBUG oslo_concurrency.lockutils [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] Acquiring lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.286095] env[63198]: DEBUG oslo_concurrency.lockutils [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] Acquired lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.286279] env[63198]: DEBUG nova.network.neutron [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Refreshing network info cache for port 7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.376917] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance fdec4944-a4f2-404d-a33c-5c9d98fd2ec5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.376917] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Migration c49ce2a8-a10d-4a46-9a3d-25b8f174de0e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 780.376917] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance f6a8ce31-5fad-4c6b-bbc5-ed240f8db679 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 780.376917] env[63198]: DEBUG oslo_concurrency.lockutils [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "42397992-1f96-421e-9a09-6eb07294d682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.376917] env[63198]: DEBUG oslo_concurrency.lockutils [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "42397992-1f96-421e-9a09-6eb07294d682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.376917] env[63198]: DEBUG oslo_concurrency.lockutils [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "42397992-1f96-421e-9a09-6eb07294d682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.376917] env[63198]: DEBUG oslo_concurrency.lockutils [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "42397992-1f96-421e-9a09-6eb07294d682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.376917] env[63198]: DEBUG oslo_concurrency.lockutils [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "42397992-1f96-421e-9a09-6eb07294d682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.376917] env[63198]: INFO nova.compute.manager [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Terminating instance [ 780.515712] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.516387] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.516387] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.516387] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.516537] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.516567] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.516759] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.516916] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.517293] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.517541] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.517722] env[63198]: DEBUG nova.virt.hardware [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.518749] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe42ffda-4547-4bf6-a20a-a84774f733a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.528644] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380277d9-ad4b-4070-87f3-f0d8213bf237 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.547258] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.554489] env[63198]: DEBUG oslo.service.loopingcall [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.557410] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.557410] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f85d015-aec8-4490-9ccf-85910bb72b97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.577732] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.577732] env[63198]: value = "task-2712166" [ 780.577732] env[63198]: _type = "Task" [ 780.577732] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.585912] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712166, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.844939] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 7b097c3d-9025-4842-8bd2-bed617ffa7a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 780.894718] env[63198]: DEBUG nova.compute.manager [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.894718] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.894882] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0389eb-ff5b-4c07-9829-2cd89a63d9bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.906094] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.907450] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72dc5a94-3147-4c7e-9013-ed1165c5d60a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.912723] env[63198]: DEBUG oslo_vmware.api [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 780.912723] env[63198]: value = "task-2712167" [ 780.912723] env[63198]: _type = "Task" [ 780.912723] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.920533] env[63198]: DEBUG oslo_vmware.api [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.975814] env[63198]: DEBUG nova.network.neutron [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updating instance_info_cache with network_info: [{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.090894] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712166, 'name': CreateVM_Task, 'duration_secs': 0.386189} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.091129] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.092136] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.092331] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.092878] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.093398] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637ea67e-bc94-4c3e-8323-4db10a1cfb6c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.101343] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 781.101343] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526f7f12-8ba9-df36-b553-10b442399c78" [ 781.101343] env[63198]: _type = "Task" [ 781.101343] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.110468] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526f7f12-8ba9-df36-b553-10b442399c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.222839] env[63198]: DEBUG nova.network.neutron [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updated VIF entry in instance network info cache for port 7e08358a-2438-4620-bec1-10cd9c9bae9a. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.223218] env[63198]: DEBUG nova.network.neutron [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating instance_info_cache with network_info: [{"id": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "address": "fa:16:3e:23:16:b0", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7e08358a-24", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.316862] env[63198]: DEBUG nova.compute.manager [req-e3940d56-4927-49b8-818c-7568be4a55f1 req-d6cc07df-2259-4aaa-9080-86355b4a1c24 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Received event network-changed-2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.317082] env[63198]: DEBUG nova.compute.manager [req-e3940d56-4927-49b8-818c-7568be4a55f1 req-d6cc07df-2259-4aaa-9080-86355b4a1c24 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Refreshing instance network info cache due to event network-changed-2c1b5594-ac9c-4632-83bd-9419051bab8d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 781.317275] env[63198]: DEBUG oslo_concurrency.lockutils [req-e3940d56-4927-49b8-818c-7568be4a55f1 req-d6cc07df-2259-4aaa-9080-86355b4a1c24 service nova] Acquiring lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.347662] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 781.428087] env[63198]: DEBUG oslo_vmware.api [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712167, 'name': PowerOffVM_Task, 'duration_secs': 0.165805} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.428319] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.428525] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.428823] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca73d2a-0e14-4ff1-9de8-1277999c0314 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.479744] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Releasing lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.480126] env[63198]: DEBUG nova.compute.manager [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Inject network info {{(pid=63198) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 781.480413] env[63198]: DEBUG nova.compute.manager [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] network_info to inject: |[{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 781.485740] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Reconfiguring VM instance to set the machine id {{(pid=63198) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 781.486150] env[63198]: DEBUG oslo_concurrency.lockutils [req-e3940d56-4927-49b8-818c-7568be4a55f1 req-d6cc07df-2259-4aaa-9080-86355b4a1c24 service nova] Acquired lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.486399] env[63198]: DEBUG nova.network.neutron [req-e3940d56-4927-49b8-818c-7568be4a55f1 req-d6cc07df-2259-4aaa-9080-86355b4a1c24 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Refreshing network info cache for port 2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.487684] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf66c0be-3890-4b99-b20f-4dbc9898ac9a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.505564] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.505769] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.505946] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleting the datastore file [datastore1] 42397992-1f96-421e-9a09-6eb07294d682 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.506746] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-628d56c5-ad38-4f91-8663-a10cb72bdca3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.511014] env[63198]: DEBUG oslo_vmware.api [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 781.511014] env[63198]: value = "task-2712169" [ 781.511014] env[63198]: _type = "Task" [ 781.511014] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.515492] env[63198]: DEBUG oslo_vmware.api [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 781.515492] env[63198]: value = "task-2712170" [ 781.515492] env[63198]: _type = "Task" [ 781.515492] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.521707] env[63198]: DEBUG oslo_vmware.api [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2712169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.526430] env[63198]: DEBUG oslo_vmware.api [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.612114] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526f7f12-8ba9-df36-b553-10b442399c78, 'name': SearchDatastore_Task, 'duration_secs': 0.017842} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.612564] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.612821] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.613064] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.613213] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.613388] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.613651] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ca08711-bb22-4503-b4d1-81617617f0ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.631043] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.631502] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.631983] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7fd75d-1beb-4285-80c6-0d198821f97d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.638083] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 781.638083] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52489cb1-39d3-5408-b441-4592414d9284" [ 781.638083] env[63198]: _type = "Task" [ 781.638083] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.647927] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52489cb1-39d3-5408-b441-4592414d9284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.697240] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "2abaf9f0-6739-4cd3-8400-d204d059565d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.727124] env[63198]: DEBUG oslo_concurrency.lockutils [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] Releasing lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.727421] env[63198]: DEBUG nova.compute.manager [req-0f523743-1b7c-4c00-a0c7-c1a800d0a77e req-0503a420-13b8-478e-9c7b-e8aea6849bf7 service nova] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Received event network-vif-deleted-9b047dd3-cae9-4209-8df1-6bc5215de9a4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.852559] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9d21143e-5a30-4964-b8af-9bbcbded658a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 781.980897] env[63198]: DEBUG nova.network.neutron [req-e3940d56-4927-49b8-818c-7568be4a55f1 req-d6cc07df-2259-4aaa-9080-86355b4a1c24 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updated VIF entry in instance network info cache for port 2c1b5594-ac9c-4632-83bd-9419051bab8d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.981290] env[63198]: DEBUG nova.network.neutron [req-e3940d56-4927-49b8-818c-7568be4a55f1 req-d6cc07df-2259-4aaa-9080-86355b4a1c24 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updating instance_info_cache with network_info: [{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.027714] env[63198]: DEBUG oslo_vmware.api [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2712169, 'name': ReconfigVM_Task, 'duration_secs': 0.265517} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.029274] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbcec8f-0ace-4f39-a33c-d589e2d111d0 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Reconfigured VM instance to set the machine id {{(pid=63198) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 782.035510] env[63198]: DEBUG oslo_vmware.api [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309356} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.036236] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.036426] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.036599] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.036768] env[63198]: INFO nova.compute.manager [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Took 1.14 seconds to destroy the instance on the hypervisor. [ 782.037010] env[63198]: DEBUG oslo.service.loopingcall [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.037204] env[63198]: DEBUG nova.compute.manager [-] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.037300] env[63198]: DEBUG nova.network.neutron [-] [instance: 42397992-1f96-421e-9a09-6eb07294d682] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.149658] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52489cb1-39d3-5408-b441-4592414d9284, 'name': SearchDatastore_Task, 'duration_secs': 0.016793} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.150491] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd72f367-233d-4fbb-8f1e-8121be7a9065 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.159391] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 782.159391] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f902ad-1a93-1400-b8ad-a969b25d2d03" [ 782.159391] env[63198]: _type = "Task" [ 782.159391] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.168292] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f902ad-1a93-1400-b8ad-a969b25d2d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.357566] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance b0d71974-f55e-45fd-99da-52d939b7ef54 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.361295] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 782.361295] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 782.405816] env[63198]: DEBUG nova.objects.instance [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lazy-loading 'flavor' on Instance uuid 72f1ba90-32c3-4a58-b88d-7c0147664a22 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.484489] env[63198]: DEBUG oslo_concurrency.lockutils [req-e3940d56-4927-49b8-818c-7568be4a55f1 req-d6cc07df-2259-4aaa-9080-86355b4a1c24 service nova] Releasing lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.518905] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "8275a569-0041-442a-a3d0-5c3f60e411a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.519199] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "8275a569-0041-442a-a3d0-5c3f60e411a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.670058] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f902ad-1a93-1400-b8ad-a969b25d2d03, 'name': SearchDatastore_Task, 'duration_secs': 0.021855} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.670496] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.670784] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 873b5af7-94f5-4bed-af71-db17a9417c87/873b5af7-94f5-4bed-af71-db17a9417c87.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.674015] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dab9c06-7c5e-46ce-8114-630721488983 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.683875] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 782.683875] env[63198]: value = "task-2712171" [ 782.683875] env[63198]: _type = "Task" [ 782.683875] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.692514] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.886771] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6649f3-3449-430d-acc4-cd2b55ab4d9d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.899464] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043f80c-45d1-4491-aa33-896f68fc0b3d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.939162] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c98f98c-eae0-4433-9ce6-eca0a6a74ddb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.942316] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.943067] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquired lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.949415] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1898be01-6f79-4a04-96ec-412b4dbe8d60 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.965050] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.025216] env[63198]: DEBUG nova.compute.manager [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.089704] env[63198]: DEBUG nova.network.neutron [-] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.108872] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-5d66c323-0aca-4844-af50-3dbf4c6808ba-e60aeb4e-d0c4-404c-9fd4-a168f4108bc4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.109563] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-5d66c323-0aca-4844-af50-3dbf4c6808ba-e60aeb4e-d0c4-404c-9fd4-a168f4108bc4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.197767] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712171, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.469754] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.577157] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.578391] env[63198]: DEBUG nova.compute.manager [req-cce6cc21-ae0d-438d-8d66-241fecb446f2 req-f61bde41-069d-43a3-b2a1-4ced60abcc57 service nova] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Received event network-vif-deleted-b7ab7d07-d62d-4dea-94e3-bd8b945b8116 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.593448] env[63198]: INFO nova.compute.manager [-] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Took 1.56 seconds to deallocate network for instance. [ 783.613834] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.614060] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.615483] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4723fc22-e329-4add-ae4b-3c9001aecadd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.639064] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d01018-846d-409a-90e5-5ae7babbf193 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.669121] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Reconfiguring VM to detach interface {{(pid=63198) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 783.669921] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d79ba4b-f468-4de1-9608-766a56953426 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.686390] env[63198]: DEBUG nova.network.neutron [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.699724] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 783.699724] env[63198]: value = "task-2712172" [ 783.699724] env[63198]: _type = "Task" [ 783.699724] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.706981] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694235} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.707620] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 873b5af7-94f5-4bed-af71-db17a9417c87/873b5af7-94f5-4bed-af71-db17a9417c87.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.707850] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.708125] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3175f511-772a-4565-a0be-822a20b53bf0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.715136] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.717938] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 783.717938] env[63198]: value = "task-2712173" [ 783.717938] env[63198]: _type = "Task" [ 783.717938] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.727084] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.979045] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 783.979045] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.725s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.979358] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 31.663s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.981033] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 783.981033] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Cleaning up deleted instances {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 784.102018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.210602] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.229642] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117434} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.229951] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.230722] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45da305a-1a46-43bb-ac1b-8c5ec3bd9035 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.249956] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 873b5af7-94f5-4bed-af71-db17a9417c87/873b5af7-94f5-4bed-af71-db17a9417c87.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.250250] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29835085-78bd-4b60-8335-353eb8fe12cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.273184] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 784.273184] env[63198]: value = "task-2712174" [ 784.273184] env[63198]: _type = "Task" [ 784.273184] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.281753] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.430464] env[63198]: DEBUG nova.network.neutron [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updating instance_info_cache with network_info: [{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.483634] env[63198]: DEBUG nova.objects.instance [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lazy-loading 'migration_context' on Instance uuid caedd33a-6164-45d0-8722-6b775f20fd9c {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.494457] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] There are 37 instances to clean {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 784.494781] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 23f79fc8-1bd4-42b6-8030-98ed44358ebd] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 784.713727] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.790780] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712174, 'name': ReconfigVM_Task, 'duration_secs': 0.505629} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.791061] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 873b5af7-94f5-4bed-af71-db17a9417c87/873b5af7-94f5-4bed-af71-db17a9417c87.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.791667] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d7260b1-1a75-4c66-a5ad-4a163d9cf4ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.797436] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 784.797436] env[63198]: value = "task-2712175" [ 784.797436] env[63198]: _type = "Task" [ 784.797436] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.814373] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712175, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.938020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Releasing lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.938020] env[63198]: DEBUG nova.compute.manager [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Inject network info {{(pid=63198) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 784.938020] env[63198]: DEBUG nova.compute.manager [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] network_info to inject: |[{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 784.944370] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Reconfiguring VM instance to set the machine id {{(pid=63198) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 784.946252] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4701c68-3717-4499-86bb-1192c3c42bc6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.974091] env[63198]: DEBUG oslo_vmware.api [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 784.974091] env[63198]: value = "task-2712176" [ 784.974091] env[63198]: _type = "Task" [ 784.974091] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.983374] env[63198]: DEBUG oslo_vmware.api [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2712176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.001166] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: f6a2290f-27f3-47ac-b3de-d4ac38d2faad] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 785.054187] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3012af-6665-420f-a606-bd0ef14cf6f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.061593] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b51ab3-0206-482a-b1dc-fd5f15aef0af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.096158] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21082c16-2245-4df3-9026-2f89a22d0774 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.108823] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913b579c-c6f6-426f-924a-875b7c298f57 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.121459] env[63198]: DEBUG nova.compute.provider_tree [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.221792] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.307809] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712175, 'name': Rename_Task, 'duration_secs': 0.156657} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.308121] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.308371] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc9651ae-88fe-4726-b80c-9ed4f132c601 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.314080] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 785.314080] env[63198]: value = "task-2712177" [ 785.314080] env[63198]: _type = "Task" [ 785.314080] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.321376] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.468123] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "72f1ba90-32c3-4a58-b88d-7c0147664a22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.468437] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "72f1ba90-32c3-4a58-b88d-7c0147664a22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.468661] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "72f1ba90-32c3-4a58-b88d-7c0147664a22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.468843] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "72f1ba90-32c3-4a58-b88d-7c0147664a22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.469010] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "72f1ba90-32c3-4a58-b88d-7c0147664a22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.471737] env[63198]: INFO nova.compute.manager [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Terminating instance [ 785.484285] env[63198]: DEBUG oslo_vmware.api [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2712176, 'name': ReconfigVM_Task, 'duration_secs': 0.198888} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.484662] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d12cb5e8-b9a6-4c4e-9d30-700220948ecb tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Reconfigured VM instance to set the machine id {{(pid=63198) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 785.505031] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 2210579f-827e-4473-80e0-23650e888445] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 785.615397] env[63198]: DEBUG nova.compute.manager [req-fb11c040-54b3-4d8e-8828-eb71543531a2 req-e06bb8ed-4edf-46e0-80fc-7b4a983d7d86 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Received event network-changed-2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.616784] env[63198]: DEBUG nova.compute.manager [req-fb11c040-54b3-4d8e-8828-eb71543531a2 req-e06bb8ed-4edf-46e0-80fc-7b4a983d7d86 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Refreshing instance network info cache due to event network-changed-2c1b5594-ac9c-4632-83bd-9419051bab8d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.617117] env[63198]: DEBUG oslo_concurrency.lockutils [req-fb11c040-54b3-4d8e-8828-eb71543531a2 req-e06bb8ed-4edf-46e0-80fc-7b4a983d7d86 service nova] Acquiring lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.617348] env[63198]: DEBUG oslo_concurrency.lockutils [req-fb11c040-54b3-4d8e-8828-eb71543531a2 req-e06bb8ed-4edf-46e0-80fc-7b4a983d7d86 service nova] Acquired lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.617709] env[63198]: DEBUG nova.network.neutron [req-fb11c040-54b3-4d8e-8828-eb71543531a2 req-e06bb8ed-4edf-46e0-80fc-7b4a983d7d86 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Refreshing network info cache for port 2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.625134] env[63198]: DEBUG nova.scheduler.client.report [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.714509] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.825374] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712177, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.979406] env[63198]: DEBUG nova.compute.manager [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.979668] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.980616] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac9c501-bb4e-4ffd-a996-abdf8c20f0ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.988657] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.988979] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d985e455-483e-4726-b5c4-e44ff74264f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.995979] env[63198]: DEBUG oslo_vmware.api [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 785.995979] env[63198]: value = "task-2712178" [ 785.995979] env[63198]: _type = "Task" [ 785.995979] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.004655] env[63198]: DEBUG oslo_vmware.api [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2712178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.007828] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 457ae21b-5f93-42f4-9672-a80ed7406da2] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 786.216374] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.329014] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712177, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.506795] env[63198]: DEBUG oslo_vmware.api [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2712178, 'name': PowerOffVM_Task, 'duration_secs': 0.359504} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.507146] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.507330] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.507590] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e2d3c0d-ffc1-42f9-b951-406f19e2098d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.510746] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 3251800d-7e48-4db8-803b-d87bcf788fc8] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 786.543489] env[63198]: DEBUG nova.network.neutron [req-fb11c040-54b3-4d8e-8828-eb71543531a2 req-e06bb8ed-4edf-46e0-80fc-7b4a983d7d86 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updated VIF entry in instance network info cache for port 2c1b5594-ac9c-4632-83bd-9419051bab8d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.544032] env[63198]: DEBUG nova.network.neutron [req-fb11c040-54b3-4d8e-8828-eb71543531a2 req-e06bb8ed-4edf-46e0-80fc-7b4a983d7d86 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updating instance_info_cache with network_info: [{"id": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "address": "fa:16:3e:61:eb:fd", "network": {"id": "08ab7c89-37d1-4000-b555-a8f96d1905b6", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1148684770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e14f3deff2e475eaaa2761b2cd1d9bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c1b5594-ac", "ovs_interfaceid": "2c1b5594-ac9c-4632-83bd-9419051bab8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.586317] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.586683] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.586965] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Deleting the datastore file [datastore2] 72f1ba90-32c3-4a58-b88d-7c0147664a22 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.587299] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4d5074e-295e-4fd2-b4ee-2d31f319d7fc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.595060] env[63198]: DEBUG oslo_vmware.api [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for the task: (returnval){ [ 786.595060] env[63198]: value = "task-2712180" [ 786.595060] env[63198]: _type = "Task" [ 786.595060] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.602764] env[63198]: DEBUG oslo_vmware.api [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2712180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.642428] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.663s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.651125] env[63198]: DEBUG oslo_concurrency.lockutils [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.665s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.651337] env[63198]: DEBUG oslo_concurrency.lockutils [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.655944] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.888s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.655944] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.656799] env[63198]: DEBUG oslo_concurrency.lockutils [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.185s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.656989] env[63198]: DEBUG oslo_concurrency.lockutils [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.658886] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.931s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.663584] env[63198]: INFO nova.compute.claims [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.719744] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.803944] env[63198]: INFO nova.scheduler.client.report [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Deleted allocations for instance 519d1a21-0829-41a5-9bc4-e68f29eabf23 [ 786.812315] env[63198]: INFO nova.scheduler.client.report [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Deleted allocations for instance 70b20377-15df-429a-a592-776148d2a91c [ 786.827701] env[63198]: DEBUG oslo_vmware.api [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712177, 'name': PowerOnVM_Task, 'duration_secs': 1.434854} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.827701] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.827701] env[63198]: DEBUG nova.compute.manager [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.831020] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8f703-a924-4f4c-8e56-e2f1add22f28 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.020610] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: da96af86-8be7-40e7-b087-54f6a9ce57b0] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 787.049677] env[63198]: DEBUG oslo_concurrency.lockutils [req-fb11c040-54b3-4d8e-8828-eb71543531a2 req-e06bb8ed-4edf-46e0-80fc-7b4a983d7d86 service nova] Releasing lock "refresh_cache-72f1ba90-32c3-4a58-b88d-7c0147664a22" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.126058] env[63198]: DEBUG oslo_vmware.api [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Task: {'id': task-2712180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32456} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.127038] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.127038] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.127038] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.127038] env[63198]: INFO nova.compute.manager [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Took 1.15 seconds to destroy the instance on the hypervisor. [ 787.127266] env[63198]: DEBUG oslo.service.loopingcall [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.127429] env[63198]: DEBUG nova.compute.manager [-] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.127526] env[63198]: DEBUG nova.network.neutron [-] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.218777] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.292125] env[63198]: DEBUG oslo_concurrency.lockutils [None req-56605f31-1f9b-43ae-8ce1-43fa6cf50a41 tempest-ServerActionsV293TestJSON-337954722 tempest-ServerActionsV293TestJSON-337954722-project-member] Lock "16c2f860-6415-43e5-bfea-55dcc6c4b5fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.996s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.313901] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8a80fecc-0355-4796-8241-e88899c66f42 tempest-VolumesAssistedSnapshotsTest-2106094199 tempest-VolumesAssistedSnapshotsTest-2106094199-project-member] Lock "519d1a21-0829-41a5-9bc4-e68f29eabf23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.227s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.319688] env[63198]: DEBUG oslo_concurrency.lockutils [None req-33aeaf81-cff0-4041-9ff4-342601561e2a tempest-ServersTestBootFromVolume-350868797 tempest-ServersTestBootFromVolume-350868797-project-member] Lock "70b20377-15df-429a-a592-776148d2a91c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.595s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.347773] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.525286] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: ec68d6ed-2076-4e7a-9aff-abea17c3bced] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 787.718429] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.750122] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.750122] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.028438] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: d55a78ea-d29b-420f-a149-c164794fe66d] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 788.201010] env[63198]: INFO nova.compute.manager [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Swapping old allocation on dict_keys(['d308dc64-6d78-4a70-909e-0ffbc815f5eb']) held by migration e1d3a72e-b92e-4cd8-b28b-4654a5c4070a for instance [ 788.224135] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.229781] env[63198]: DEBUG nova.scheduler.client.report [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Overwriting current allocation {'allocations': {'d308dc64-6d78-4a70-909e-0ffbc815f5eb': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': '76e202e841cc412daf4ba992ef5efb1e', 'user_id': '8486472d0891471fae5e79505b7a0c1d', 'consumer_generation': 1} on consumer caedd33a-6164-45d0-8722-6b775f20fd9c {{(pid=63198) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 788.253453] env[63198]: DEBUG nova.compute.manager [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.258519] env[63198]: DEBUG nova.compute.manager [req-b2cdb00d-adef-4b54-ab55-7ff68d30780a req-0ac1f96d-c15b-47fb-ab1a-9769fadb6447 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Received event network-vif-deleted-2c1b5594-ac9c-4632-83bd-9419051bab8d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.258722] env[63198]: INFO nova.compute.manager [req-b2cdb00d-adef-4b54-ab55-7ff68d30780a req-0ac1f96d-c15b-47fb-ab1a-9769fadb6447 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Neutron deleted interface 2c1b5594-ac9c-4632-83bd-9419051bab8d; detaching it from the instance and deleting it from the info cache [ 788.258920] env[63198]: DEBUG nova.network.neutron [req-b2cdb00d-adef-4b54-ab55-7ff68d30780a req-0ac1f96d-c15b-47fb-ab1a-9769fadb6447 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.306828] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80793a67-94b3-4dd2-b3da-2ac98459d4d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.318542] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddfcf9b-23c9-4a29-88b7-f65a4953f235 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.354636] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8af180-91a7-472f-b9c0-1e82078404dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.363650] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96921b5-033c-457d-838f-2e967ef927b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.378601] env[63198]: DEBUG nova.compute.provider_tree [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.390658] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "873b5af7-94f5-4bed-af71-db17a9417c87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.391016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "873b5af7-94f5-4bed-af71-db17a9417c87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.391136] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "873b5af7-94f5-4bed-af71-db17a9417c87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.391319] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "873b5af7-94f5-4bed-af71-db17a9417c87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.391480] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "873b5af7-94f5-4bed-af71-db17a9417c87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.394373] env[63198]: INFO nova.compute.manager [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Terminating instance [ 788.409656] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.409884] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquired lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.410155] env[63198]: DEBUG nova.network.neutron [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.533987] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 33ed2db3-9161-4e72-b35c-11caf9cb00b7] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 788.685606] env[63198]: DEBUG nova.network.neutron [-] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.721803] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.767523] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57fa5f4a-ba47-45b9-9442-5d3dd68ca7ef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.779239] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266f055f-d493-4eb9-a6af-4c03ffa9577d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.791286] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.818537] env[63198]: DEBUG nova.compute.manager [req-b2cdb00d-adef-4b54-ab55-7ff68d30780a req-0ac1f96d-c15b-47fb-ab1a-9769fadb6447 service nova] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Detach interface failed, port_id=2c1b5594-ac9c-4632-83bd-9419051bab8d, reason: Instance 72f1ba90-32c3-4a58-b88d-7c0147664a22 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 788.882511] env[63198]: DEBUG nova.scheduler.client.report [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.899406] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "refresh_cache-873b5af7-94f5-4bed-af71-db17a9417c87" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.899644] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired lock "refresh_cache-873b5af7-94f5-4bed-af71-db17a9417c87" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.899939] env[63198]: DEBUG nova.network.neutron [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.037602] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: aa26b05a-a416-468b-b039-c14b4d2fe1d2] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 789.188478] env[63198]: INFO nova.compute.manager [-] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Took 2.06 seconds to deallocate network for instance. [ 789.222308] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.390745] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.390745] env[63198]: DEBUG nova.compute.manager [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.393840] env[63198]: DEBUG nova.network.neutron [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance_info_cache with network_info: [{"id": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "address": "fa:16:3e:6a:31:ac", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa685aea-57", "ovs_interfaceid": "aa685aea-571e-4956-b3c6-b9b2e35cd060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.396414] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.882s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.399442] env[63198]: INFO nova.compute.claims [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.438494] env[63198]: DEBUG nova.network.neutron [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.545052] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 267d6b19-61b1-4def-8f99-3aaffbb6a915] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 789.574363] env[63198]: DEBUG nova.network.neutron [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.701348] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.724076] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.907560] env[63198]: DEBUG nova.compute.utils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.908939] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Releasing lock "refresh_cache-caedd33a-6164-45d0-8722-6b775f20fd9c" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.909336] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.909641] env[63198]: DEBUG nova.compute.manager [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.909840] env[63198]: DEBUG nova.network.neutron [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.912630] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42630efd-4ee2-487f-b270-026a9a8eb765 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.922183] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 789.922183] env[63198]: value = "task-2712181" [ 789.922183] env[63198]: _type = "Task" [ 789.922183] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.933708] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.995749] env[63198]: DEBUG nova.policy [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3429107458e34c75ba9cdc158c6115d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4856025f208412c9d287fcfbb1e7822', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.048532] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: f9bff899-5a16-4798-a571-3874e32e810a] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 790.080615] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Releasing lock "refresh_cache-873b5af7-94f5-4bed-af71-db17a9417c87" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.081120] env[63198]: DEBUG nova.compute.manager [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.081326] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.082263] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d4a5bd-e992-4125-91a8-a34e79434b11 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.090098] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.090357] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ffac2a5-0b97-4948-b389-2dcf9b28d822 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.096768] env[63198]: DEBUG oslo_vmware.api [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 790.096768] env[63198]: value = "task-2712182" [ 790.096768] env[63198]: _type = "Task" [ 790.096768] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.105316] env[63198]: DEBUG oslo_vmware.api [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.225626] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.418611] env[63198]: DEBUG nova.compute.manager [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.432421] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712181, 'name': PowerOffVM_Task, 'duration_secs': 0.190167} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.432678] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.433402] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:08:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='69b907f3-bb51-4328-a494-745ff16e9f80',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1326877280',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.433551] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.433705] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.433883] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.434267] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.434267] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.434373] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.435056] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.435056] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.435056] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.435056] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.442622] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-882d9d61-c127-40cd-bb12-db700e01a80a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.458336] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 790.458336] env[63198]: value = "task-2712183" [ 790.458336] env[63198]: _type = "Task" [ 790.458336] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.469490] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.556080] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 151e37de-37cc-4200-8a43-b36108b552d6] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 790.615251] env[63198]: DEBUG oslo_vmware.api [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.723875] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.931305] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba3cba0-3b00-4ae6-b495-d021a750845b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.938921] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c87bb-cf13-4824-8920-82956028fb01 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.973108] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39cb64f-bed1-4a8f-a88b-a25ae822be35 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.981978] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712183, 'name': ReconfigVM_Task, 'duration_secs': 0.258504} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.984631] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455513c-8988-47ac-92dd-3ae847b2b7d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.988069] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e325b645-e1e7-4937-aac5-e27e6c058a2f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.003626] env[63198]: DEBUG nova.compute.provider_tree [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.019443] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:08:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='69b907f3-bb51-4328-a494-745ff16e9f80',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1326877280',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.019443] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.019589] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.019734] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.019891] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.020067] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.020340] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.020510] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.020677] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.020835] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.021025] env[63198]: DEBUG nova.virt.hardware [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.022632] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3143d542-2cf6-44d9-9599-3fb1906824e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.028835] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 791.028835] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525dfbba-c700-de3c-660c-eba5532ecb44" [ 791.028835] env[63198]: _type = "Task" [ 791.028835] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.037615] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525dfbba-c700-de3c-660c-eba5532ecb44, 'name': SearchDatastore_Task, 'duration_secs': 0.006988} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.042849] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 791.043426] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a692d63-59ed-4d4e-965c-cedc1ce2919d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.060810] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 9ba80fa2-0cf3-43a6-9d68-19abc3dc682a] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 791.062818] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 791.062818] env[63198]: value = "task-2712184" [ 791.062818] env[63198]: _type = "Task" [ 791.062818] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.070855] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.110498] env[63198]: DEBUG oslo_vmware.api [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712182, 'name': PowerOffVM_Task, 'duration_secs': 0.778701} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.110797] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.110953] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.111239] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5e5fed-6770-4759-8648-e9c2c6c6c5b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.115809] env[63198]: DEBUG nova.network.neutron [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Successfully created port: 21d4fd87-2551-4bc4-88e4-72bd06f46d9a {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.133891] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.134201] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.134401] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Deleting the datastore file [datastore1] 873b5af7-94f5-4bed-af71-db17a9417c87 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.135262] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6441f9b0-cabf-4b25-8917-9eff46f8a5c8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.143106] env[63198]: DEBUG oslo_vmware.api [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 791.143106] env[63198]: value = "task-2712186" [ 791.143106] env[63198]: _type = "Task" [ 791.143106] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.150137] env[63198]: DEBUG oslo_vmware.api [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.224639] env[63198]: DEBUG oslo_vmware.api [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712172, 'name': ReconfigVM_Task, 'duration_secs': 7.048467} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.224881] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.225135] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Reconfigured VM to detach interface {{(pid=63198) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 791.431583] env[63198]: DEBUG nova.compute.manager [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.456110] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.456110] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.456110] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.456110] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.456110] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.456110] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.456493] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.456762] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.457052] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.457339] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.457614] env[63198]: DEBUG nova.virt.hardware [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.458604] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2f105f-71d9-4d7f-a20d-e0196b3e8194 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.467145] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d9c0e-9ea0-490c-ba6f-bcc0545951fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.526018] env[63198]: DEBUG nova.scheduler.client.report [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.567020] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 696ecdcb-f9b7-408b-a463-a429bbf079bb] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 791.577488] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712184, 'name': ReconfigVM_Task, 'duration_secs': 0.22672} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.577957] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 791.578855] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d3eda0-76e7-4983-afbe-328fcd4663f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.600838] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] caedd33a-6164-45d0-8722-6b775f20fd9c/caedd33a-6164-45d0-8722-6b775f20fd9c.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.602686] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e2d5e53-93a4-4c12-a950-4f798b4eaec7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.623018] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 791.623018] env[63198]: value = "task-2712187" [ 791.623018] env[63198]: _type = "Task" [ 791.623018] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.630464] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.651895] env[63198]: DEBUG oslo_vmware.api [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115209} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.652319] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.652620] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.652938] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.653257] env[63198]: INFO nova.compute.manager [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Took 1.57 seconds to destroy the instance on the hypervisor. [ 791.653622] env[63198]: DEBUG oslo.service.loopingcall [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.653903] env[63198]: DEBUG nova.compute.manager [-] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.654105] env[63198]: DEBUG nova.network.neutron [-] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.672522] env[63198]: DEBUG nova.network.neutron [-] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.019990] env[63198]: DEBUG nova.compute.manager [req-c8d55ded-8e7f-4598-afba-3681d124b9ce req-be8ada8d-ac7d-455d-b745-c02b640f1b22 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Received event network-vif-deleted-e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.019990] env[63198]: INFO nova.compute.manager [req-c8d55ded-8e7f-4598-afba-3681d124b9ce req-be8ada8d-ac7d-455d-b745-c02b640f1b22 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Neutron deleted interface e60aeb4e-d0c4-404c-9fd4-a168f4108bc4; detaching it from the instance and deleting it from the info cache [ 792.020113] env[63198]: DEBUG nova.network.neutron [req-c8d55ded-8e7f-4598-afba-3681d124b9ce req-be8ada8d-ac7d-455d-b745-c02b640f1b22 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updating instance_info_cache with network_info: [{"id": "497da906-bf11-42f0-86c4-65d9ce86897e", "address": "fa:16:3e:07:70:6c", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497da906-bf", "ovs_interfaceid": "497da906-bf11-42f0-86c4-65d9ce86897e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.028974] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.029726] env[63198]: DEBUG nova.compute.manager [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.032827] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.557s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.035237] env[63198]: INFO nova.compute.claims [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.072507] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 965da06c-b4bf-443f-a7a4-bdb16a9ecb61] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 792.131675] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712187, 'name': ReconfigVM_Task, 'duration_secs': 0.278819} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.131954] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] caedd33a-6164-45d0-8722-6b775f20fd9c/caedd33a-6164-45d0-8722-6b775f20fd9c.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.133035] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e472ba-2db9-4ef7-9f53-e6cdeee355e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.151456] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d38548a-f5ee-4e6a-97d5-70a6453119b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.172178] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547edf0c-b403-4fc3-9dcf-f051a487fc16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.174715] env[63198]: DEBUG nova.network.neutron [-] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.192474] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684c4730-ca0a-41c7-8adc-48a688b4d672 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.199877] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.200144] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f41c78a2-2c7a-435d-8576-61f9557ee618 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.206393] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 792.206393] env[63198]: value = "task-2712188" [ 792.206393] env[63198]: _type = "Task" [ 792.206393] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.213593] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.526059] env[63198]: DEBUG oslo_concurrency.lockutils [req-c8d55ded-8e7f-4598-afba-3681d124b9ce req-be8ada8d-ac7d-455d-b745-c02b640f1b22 service nova] Acquiring lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.526059] env[63198]: DEBUG oslo_concurrency.lockutils [req-c8d55ded-8e7f-4598-afba-3681d124b9ce req-be8ada8d-ac7d-455d-b745-c02b640f1b22 service nova] Acquired lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.526059] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7403cd1-3e7d-4dad-b3ac-f105c0b6c255 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.546247] env[63198]: DEBUG nova.compute.utils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.550977] env[63198]: DEBUG oslo_concurrency.lockutils [req-c8d55ded-8e7f-4598-afba-3681d124b9ce req-be8ada8d-ac7d-455d-b745-c02b640f1b22 service nova] Releasing lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.550977] env[63198]: WARNING nova.compute.manager [req-c8d55ded-8e7f-4598-afba-3681d124b9ce req-be8ada8d-ac7d-455d-b745-c02b640f1b22 service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Detach interface failed, port_id=e60aeb4e-d0c4-404c-9fd4-a168f4108bc4, reason: No device with interface-id e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 exists on VM: nova.exception.NotFound: No device with interface-id e60aeb4e-d0c4-404c-9fd4-a168f4108bc4 exists on VM [ 792.551417] env[63198]: DEBUG nova.compute.manager [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.551583] env[63198]: DEBUG nova.network.neutron [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.576037] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 5c0677e8-1844-47a1-826b-094a866c9d90] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 792.646116] env[63198]: DEBUG nova.policy [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3429107458e34c75ba9cdc158c6115d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4856025f208412c9d287fcfbb1e7822', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.678219] env[63198]: INFO nova.compute.manager [-] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Took 1.02 seconds to deallocate network for instance. [ 792.718123] env[63198]: DEBUG oslo_vmware.api [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712188, 'name': PowerOnVM_Task, 'duration_secs': 0.412285} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.718410] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.911140] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.911351] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.911529] env[63198]: DEBUG nova.network.neutron [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.055082] env[63198]: DEBUG nova.compute.manager [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.057831] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.058138] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.062184] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "5d66c323-0aca-4844-af50-3dbf4c6808ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.062416] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.062588] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.065194] env[63198]: INFO nova.compute.manager [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Terminating instance [ 793.078949] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: a38cd87e-d777-4736-b701-23497eafdbcb] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 793.141182] env[63198]: DEBUG nova.network.neutron [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Successfully created port: 91a83aff-9e56-490a-8a53-e8b43ee47c5d {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.188423] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.495671] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9ea5f0-3cb8-48a1-8c1b-91bacca26f73 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.504482] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90b5e00-7197-41e4-b919-44b73a835ca3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.543678] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a26391d-0cae-4406-ba8a-8f93c0d4c8dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555618] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2c60c6-5150-4e33-aa5b-446c928c61e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.576395] env[63198]: DEBUG nova.compute.manager [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.576644] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.577134] env[63198]: DEBUG nova.compute.provider_tree [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.579085] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548e0872-bca1-4cf1-8e73-925823abda47 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.586819] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: c3d46d47-dd2d-487c-a5eb-22062fd44a66] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 793.588577] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.592066] env[63198]: DEBUG nova.network.neutron [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Successfully updated port: 21d4fd87-2551-4bc4-88e4-72bd06f46d9a {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.592066] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb9715d4-103a-4756-bd8a-d061d764a2fc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.597469] env[63198]: DEBUG oslo_vmware.api [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 793.597469] env[63198]: value = "task-2712189" [ 793.597469] env[63198]: _type = "Task" [ 793.597469] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.607183] env[63198]: DEBUG oslo_vmware.api [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.733407] env[63198]: INFO nova.compute.manager [None req-e2b88e13-5772-4f1f-b102-68ba167b2ffb tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance to original state: 'active' [ 793.989166] env[63198]: DEBUG nova.network.neutron [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updating instance_info_cache with network_info: [{"id": "497da906-bf11-42f0-86c4-65d9ce86897e", "address": "fa:16:3e:07:70:6c", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497da906-bf", "ovs_interfaceid": "497da906-bf11-42f0-86c4-65d9ce86897e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.082663] env[63198]: DEBUG nova.compute.manager [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.084667] env[63198]: DEBUG nova.scheduler.client.report [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.093426] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 152da4ca-e540-4362-b552-4fd8818acf12] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 794.097559] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "refresh_cache-9f9d72f1-2324-41cc-a050-679682cf6bda" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.097559] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "refresh_cache-9f9d72f1-2324-41cc-a050-679682cf6bda" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.097559] env[63198]: DEBUG nova.network.neutron [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.116198] env[63198]: DEBUG oslo_vmware.api [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712189, 'name': PowerOffVM_Task, 'duration_secs': 0.212738} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.117027] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.117027] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.117027] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa1e1b0-2fe8-43c0-b3a0-5c9e001f4928 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.120817] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.121055] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.121216] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.121396] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.121538] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.121677] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.121881] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.122049] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.122218] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.122376] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.122545] env[63198]: DEBUG nova.virt.hardware [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.124801] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252917e3-703f-4ecc-b7dd-53074ed4e5f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.134475] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063e672a-8378-40a1-8af1-932dc219889d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.195185] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.195185] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.195185] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleting the datastore file [datastore2] 5d66c323-0aca-4844-af50-3dbf4c6808ba {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.195185] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19e066c4-8e69-4d0d-9e36-a9aa2e12aa7e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.202119] env[63198]: DEBUG oslo_vmware.api [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 794.202119] env[63198]: value = "task-2712191" [ 794.202119] env[63198]: _type = "Task" [ 794.202119] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.210808] env[63198]: DEBUG oslo_vmware.api [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.491714] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-5d66c323-0aca-4844-af50-3dbf4c6808ba" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.547599] env[63198]: DEBUG nova.compute.manager [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Received event network-vif-plugged-21d4fd87-2551-4bc4-88e4-72bd06f46d9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.547820] env[63198]: DEBUG oslo_concurrency.lockutils [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] Acquiring lock "9f9d72f1-2324-41cc-a050-679682cf6bda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.548408] env[63198]: DEBUG oslo_concurrency.lockutils [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.548408] env[63198]: DEBUG oslo_concurrency.lockutils [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.548408] env[63198]: DEBUG nova.compute.manager [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] No waiting events found dispatching network-vif-plugged-21d4fd87-2551-4bc4-88e4-72bd06f46d9a {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.548580] env[63198]: WARNING nova.compute.manager [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Received unexpected event network-vif-plugged-21d4fd87-2551-4bc4-88e4-72bd06f46d9a for instance with vm_state building and task_state spawning. [ 794.548802] env[63198]: DEBUG nova.compute.manager [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Received event network-changed-21d4fd87-2551-4bc4-88e4-72bd06f46d9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.549061] env[63198]: DEBUG nova.compute.manager [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Refreshing instance network info cache due to event network-changed-21d4fd87-2551-4bc4-88e4-72bd06f46d9a. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 794.549393] env[63198]: DEBUG oslo_concurrency.lockutils [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] Acquiring lock "refresh_cache-9f9d72f1-2324-41cc-a050-679682cf6bda" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.593346] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.593880] env[63198]: DEBUG nova.compute.manager [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.597239] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.863s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.599673] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 37516f94-c2d9-4fd7-959d-d8f60863eebf] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 794.640217] env[63198]: DEBUG nova.network.neutron [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.717031] env[63198]: DEBUG oslo_vmware.api [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171219} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.717031] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.717239] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.717420] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.717793] env[63198]: INFO nova.compute.manager [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 794.718154] env[63198]: DEBUG oslo.service.loopingcall [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.719186] env[63198]: DEBUG nova.compute.manager [-] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.719186] env[63198]: DEBUG nova.network.neutron [-] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.881163] env[63198]: DEBUG nova.network.neutron [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Updating instance_info_cache with network_info: [{"id": "21d4fd87-2551-4bc4-88e4-72bd06f46d9a", "address": "fa:16:3e:06:7a:ac", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d4fd87-25", "ovs_interfaceid": "21d4fd87-2551-4bc4-88e4-72bd06f46d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.996350] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab8bd95f-f91c-4f76-9a45-980ed43c059c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-5d66c323-0aca-4844-af50-3dbf4c6808ba-e60aeb4e-d0c4-404c-9fd4-a168f4108bc4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.887s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.101405] env[63198]: DEBUG nova.compute.utils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.106866] env[63198]: INFO nova.compute.claims [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.112606] env[63198]: DEBUG nova.compute.manager [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.112772] env[63198]: DEBUG nova.network.neutron [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.116835] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 9409fbc3-cec1-410c-ab27-484a4a024c58] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 795.177359] env[63198]: DEBUG nova.policy [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3429107458e34c75ba9cdc158c6115d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4856025f208412c9d287fcfbb1e7822', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.383361] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "refresh_cache-9f9d72f1-2324-41cc-a050-679682cf6bda" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.383751] env[63198]: DEBUG nova.compute.manager [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Instance network_info: |[{"id": "21d4fd87-2551-4bc4-88e4-72bd06f46d9a", "address": "fa:16:3e:06:7a:ac", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d4fd87-25", "ovs_interfaceid": "21d4fd87-2551-4bc4-88e4-72bd06f46d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.384074] env[63198]: DEBUG oslo_concurrency.lockutils [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] Acquired lock "refresh_cache-9f9d72f1-2324-41cc-a050-679682cf6bda" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.384257] env[63198]: DEBUG nova.network.neutron [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Refreshing network info cache for port 21d4fd87-2551-4bc4-88e4-72bd06f46d9a {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.385454] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:7a:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21d4fd87-2551-4bc4-88e4-72bd06f46d9a', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.397354] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Creating folder: Project (b4856025f208412c9d287fcfbb1e7822). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.398475] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-120e768d-54bd-4ae3-a2f7-83e570e89b46 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.413247] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Created folder: Project (b4856025f208412c9d287fcfbb1e7822) in parent group-v546185. [ 795.413247] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Creating folder: Instances. Parent ref: group-v546357. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.413448] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c602e293-3bec-456e-8325-7f1babf2d6b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.422815] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Created folder: Instances in parent group-v546357. [ 795.423196] env[63198]: DEBUG oslo.service.loopingcall [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.423398] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.424028] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14859033-035a-4ee4-8228-73eba5df855e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.445033] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.445033] env[63198]: value = "task-2712194" [ 795.445033] env[63198]: _type = "Task" [ 795.445033] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.451936] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712194, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.488267] env[63198]: DEBUG nova.network.neutron [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Successfully created port: 01ee563c-5341-4615-a6cc-a9771681d15e {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.525997] env[63198]: DEBUG nova.network.neutron [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Successfully updated port: 91a83aff-9e56-490a-8a53-e8b43ee47c5d {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.613400] env[63198]: DEBUG nova.compute.manager [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.622019] env[63198]: INFO nova.compute.resource_tracker [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating resource usage from migration c49ce2a8-a10d-4a46-9a3d-25b8f174de0e [ 795.624684] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 2298031b-91e6-4b91-8332-a4fabc47388e] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 795.722969] env[63198]: DEBUG oslo_concurrency.lockutils [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "caedd33a-6164-45d0-8722-6b775f20fd9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.723262] env[63198]: DEBUG oslo_concurrency.lockutils [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.723471] env[63198]: DEBUG oslo_concurrency.lockutils [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "caedd33a-6164-45d0-8722-6b775f20fd9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.723657] env[63198]: DEBUG oslo_concurrency.lockutils [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.723862] env[63198]: DEBUG oslo_concurrency.lockutils [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.726410] env[63198]: INFO nova.compute.manager [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Terminating instance [ 795.956125] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712194, 'name': CreateVM_Task, 'duration_secs': 0.357783} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.958815] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.959584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.959811] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.960171] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.960953] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12ce5f5-a3a9-465a-a36c-83948111692d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.971847] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 795.971847] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f0c1b2-b762-1ce0-bd49-f6e9fa1e7342" [ 795.971847] env[63198]: _type = "Task" [ 795.971847] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.981429] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f0c1b2-b762-1ce0-bd49-f6e9fa1e7342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.028999] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "refresh_cache-5024de2a-3243-4418-baef-d211a0851feb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.029303] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "refresh_cache-5024de2a-3243-4418-baef-d211a0851feb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.029372] env[63198]: DEBUG nova.network.neutron [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.101915] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74822591-c220-4c1f-ba08-bdf68dfac093 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.110521] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c2b798-4b7e-41a1-9c9e-be04af6b0d98 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.151867] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 76228faa-6d02-41d3-b99d-053423e3180c] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 796.152175] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9ceaa3-98f6-4435-9e22-934f8dce43a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.160175] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89597b97-2ca5-43d4-96c8-6ed18e231ac2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.175634] env[63198]: DEBUG nova.compute.provider_tree [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.231036] env[63198]: DEBUG nova.compute.manager [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.231036] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.231747] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aa9d43-23f8-477a-bf30-4abcb4b0e09c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.239266] env[63198]: DEBUG nova.network.neutron [-] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.240387] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.240787] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8950b1db-e56d-41e3-b501-7999beebb810 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.246953] env[63198]: DEBUG oslo_vmware.api [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 796.246953] env[63198]: value = "task-2712195" [ 796.246953] env[63198]: _type = "Task" [ 796.246953] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.251023] env[63198]: DEBUG nova.network.neutron [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Updated VIF entry in instance network info cache for port 21d4fd87-2551-4bc4-88e4-72bd06f46d9a. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.251184] env[63198]: DEBUG nova.network.neutron [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Updating instance_info_cache with network_info: [{"id": "21d4fd87-2551-4bc4-88e4-72bd06f46d9a", "address": "fa:16:3e:06:7a:ac", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d4fd87-25", "ovs_interfaceid": "21d4fd87-2551-4bc4-88e4-72bd06f46d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.262431] env[63198]: DEBUG oslo_vmware.api [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.484019] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f0c1b2-b762-1ce0-bd49-f6e9fa1e7342, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.484554] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.484962] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.485383] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.485641] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.486114] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.486451] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ff8617-a02c-496e-a293-b176fa292578 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.495896] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.496181] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.496961] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f33b200-2f92-40b9-9a38-9058f8f3f135 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.503819] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 796.503819] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52899f2b-c892-a986-1909-2915a51bc6f8" [ 796.503819] env[63198]: _type = "Task" [ 796.503819] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.510776] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52899f2b-c892-a986-1909-2915a51bc6f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.580956] env[63198]: DEBUG nova.network.neutron [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.603115] env[63198]: DEBUG nova.compute.manager [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Received event network-vif-plugged-91a83aff-9e56-490a-8a53-e8b43ee47c5d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.603377] env[63198]: DEBUG oslo_concurrency.lockutils [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] Acquiring lock "5024de2a-3243-4418-baef-d211a0851feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.603654] env[63198]: DEBUG oslo_concurrency.lockutils [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] Lock "5024de2a-3243-4418-baef-d211a0851feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.603823] env[63198]: DEBUG oslo_concurrency.lockutils [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] Lock "5024de2a-3243-4418-baef-d211a0851feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.604036] env[63198]: DEBUG nova.compute.manager [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] No waiting events found dispatching network-vif-plugged-91a83aff-9e56-490a-8a53-e8b43ee47c5d {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.604246] env[63198]: WARNING nova.compute.manager [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Received unexpected event network-vif-plugged-91a83aff-9e56-490a-8a53-e8b43ee47c5d for instance with vm_state building and task_state spawning. [ 796.604552] env[63198]: DEBUG nova.compute.manager [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Received event network-changed-91a83aff-9e56-490a-8a53-e8b43ee47c5d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 796.604798] env[63198]: DEBUG nova.compute.manager [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Refreshing instance network info cache due to event network-changed-91a83aff-9e56-490a-8a53-e8b43ee47c5d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 796.605016] env[63198]: DEBUG oslo_concurrency.lockutils [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] Acquiring lock "refresh_cache-5024de2a-3243-4418-baef-d211a0851feb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.653558] env[63198]: DEBUG nova.compute.manager [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.655715] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 921035fb-b893-46bb-9fb6-a7649d0de22f] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 796.683981] env[63198]: DEBUG nova.scheduler.client.report [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.700713] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.701528] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.701801] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.702092] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.702318] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.702522] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.703334] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.703527] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.703783] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.704008] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.704257] env[63198]: DEBUG nova.virt.hardware [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.705961] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9231723-4d80-477b-8053-bec171425b97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.717747] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fe9695-df68-436f-8e68-caeadbd2d9db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.741699] env[63198]: INFO nova.compute.manager [-] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Took 2.02 seconds to deallocate network for instance. [ 796.760069] env[63198]: DEBUG oslo_concurrency.lockutils [req-2550555a-3ca1-442a-b8fd-66f4e46d731e req-3e03a226-fd81-49a1-bbea-771656a6f7a0 service nova] Releasing lock "refresh_cache-9f9d72f1-2324-41cc-a050-679682cf6bda" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.760313] env[63198]: DEBUG oslo_vmware.api [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712195, 'name': PowerOffVM_Task, 'duration_secs': 0.229295} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.762791] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.763046] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.763627] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9663637c-306d-43e8-8c2f-2cd50dad58f2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.846062] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.846062] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.846062] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Deleting the datastore file [datastore1] caedd33a-6164-45d0-8722-6b775f20fd9c {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.846062] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8edd86c3-ce7d-4eaf-b6b1-e31b0bc9867f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.855392] env[63198]: DEBUG oslo_vmware.api [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 796.855392] env[63198]: value = "task-2712197" [ 796.855392] env[63198]: _type = "Task" [ 796.855392] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.862257] env[63198]: DEBUG nova.network.neutron [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Updating instance_info_cache with network_info: [{"id": "91a83aff-9e56-490a-8a53-e8b43ee47c5d", "address": "fa:16:3e:94:0b:a7", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a83aff-9e", "ovs_interfaceid": "91a83aff-9e56-490a-8a53-e8b43ee47c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.869060] env[63198]: DEBUG oslo_vmware.api [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.022762] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52899f2b-c892-a986-1909-2915a51bc6f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.024393] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297c8f55-692c-4dfa-8ad1-9edfe48c2644 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.031414] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 797.031414] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ef9c03-315b-d7e0-58fb-5d7411253b56" [ 797.031414] env[63198]: _type = "Task" [ 797.031414] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.039553] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ef9c03-315b-d7e0-58fb-5d7411253b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.042332] env[63198]: DEBUG nova.network.neutron [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Successfully updated port: 01ee563c-5341-4615-a6cc-a9771681d15e {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.048679] env[63198]: DEBUG nova.compute.manager [req-40e98cad-e129-4901-bfbb-00c8afccfaef req-3dc09a24-b844-4983-98b1-816c4249cecf service nova] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Received event network-vif-plugged-01ee563c-5341-4615-a6cc-a9771681d15e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.048935] env[63198]: DEBUG oslo_concurrency.lockutils [req-40e98cad-e129-4901-bfbb-00c8afccfaef req-3dc09a24-b844-4983-98b1-816c4249cecf service nova] Acquiring lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.049188] env[63198]: DEBUG oslo_concurrency.lockutils [req-40e98cad-e129-4901-bfbb-00c8afccfaef req-3dc09a24-b844-4983-98b1-816c4249cecf service nova] Lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.049355] env[63198]: DEBUG oslo_concurrency.lockutils [req-40e98cad-e129-4901-bfbb-00c8afccfaef req-3dc09a24-b844-4983-98b1-816c4249cecf service nova] Lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.049519] env[63198]: DEBUG nova.compute.manager [req-40e98cad-e129-4901-bfbb-00c8afccfaef req-3dc09a24-b844-4983-98b1-816c4249cecf service nova] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] No waiting events found dispatching network-vif-plugged-01ee563c-5341-4615-a6cc-a9771681d15e {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.049681] env[63198]: WARNING nova.compute.manager [req-40e98cad-e129-4901-bfbb-00c8afccfaef req-3dc09a24-b844-4983-98b1-816c4249cecf service nova] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Received unexpected event network-vif-plugged-01ee563c-5341-4615-a6cc-a9771681d15e for instance with vm_state building and task_state spawning. [ 797.160243] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: c3d4f847-f460-4b92-bc3c-2b0dd2cbc8c1] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 797.194693] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.597s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.195064] env[63198]: INFO nova.compute.manager [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Migrating [ 797.205509] env[63198]: DEBUG oslo_concurrency.lockutils [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.003s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.205797] env[63198]: DEBUG oslo_concurrency.lockutils [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.208288] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.991s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.209747] env[63198]: INFO nova.compute.claims [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.243656] env[63198]: INFO nova.scheduler.client.report [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Deleted allocations for instance 7d9abde3-63db-4ea8-bb12-df6000a782d1 [ 797.249693] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.364431] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "refresh_cache-5024de2a-3243-4418-baef-d211a0851feb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.364707] env[63198]: DEBUG nova.compute.manager [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Instance network_info: |[{"id": "91a83aff-9e56-490a-8a53-e8b43ee47c5d", "address": "fa:16:3e:94:0b:a7", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a83aff-9e", "ovs_interfaceid": "91a83aff-9e56-490a-8a53-e8b43ee47c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.364992] env[63198]: DEBUG oslo_vmware.api [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15984} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.365236] env[63198]: DEBUG oslo_concurrency.lockutils [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] Acquired lock "refresh_cache-5024de2a-3243-4418-baef-d211a0851feb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.365407] env[63198]: DEBUG nova.network.neutron [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Refreshing network info cache for port 91a83aff-9e56-490a-8a53-e8b43ee47c5d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.366557] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:0b:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91a83aff-9e56-490a-8a53-e8b43ee47c5d', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.374050] env[63198]: DEBUG oslo.service.loopingcall [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.377015] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.377015] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.377015] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.377015] env[63198]: INFO nova.compute.manager [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 797.377015] env[63198]: DEBUG oslo.service.loopingcall [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 797.377015] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.377015] env[63198]: DEBUG nova.compute.manager [-] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.377015] env[63198]: DEBUG nova.network.neutron [-] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.377760] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0bc8d3-cf8f-4f67-8cec-8d7d7ff2deae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.397830] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.397830] env[63198]: value = "task-2712198" [ 797.397830] env[63198]: _type = "Task" [ 797.397830] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.405537] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712198, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.542324] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ef9c03-315b-d7e0-58fb-5d7411253b56, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.542530] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.542810] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9f9d72f1-2324-41cc-a050-679682cf6bda/9f9d72f1-2324-41cc-a050-679682cf6bda.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.543107] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7911f6e5-af83-4764-9b9c-0be6cab11755 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.545457] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "refresh_cache-fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.545612] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "refresh_cache-fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.545813] env[63198]: DEBUG nova.network.neutron [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.554212] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 797.554212] env[63198]: value = "task-2712199" [ 797.554212] env[63198]: _type = "Task" [ 797.554212] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.560424] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.663997] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 4e786d04-20a7-4850-a470-bad3e3d3bcb1] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 797.724733] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.724920] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.725111] env[63198]: DEBUG nova.network.neutron [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.753797] env[63198]: DEBUG oslo_concurrency.lockutils [None req-44acce6f-bc16-4eec-a206-7de250dd8ef9 tempest-ServersTestFqdnHostnames-143332491 tempest-ServersTestFqdnHostnames-143332491-project-member] Lock "7d9abde3-63db-4ea8-bb12-df6000a782d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.092s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.907996] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712198, 'name': CreateVM_Task, 'duration_secs': 0.417601} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.908337] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.909083] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.909265] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.909606] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.909875] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0424af62-b9a3-4f40-9181-5df3330eedf6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.917474] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 797.917474] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a4db66-3a4c-df13-a06d-8d0394ea4572" [ 797.917474] env[63198]: _type = "Task" [ 797.917474] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.933171] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a4db66-3a4c-df13-a06d-8d0394ea4572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.067526] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476246} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.068044] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9f9d72f1-2324-41cc-a050-679682cf6bda/9f9d72f1-2324-41cc-a050-679682cf6bda.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.068410] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.068808] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8df6e28-edfe-427d-a779-28acd55402ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.076703] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 798.076703] env[63198]: value = "task-2712200" [ 798.076703] env[63198]: _type = "Task" [ 798.076703] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.086483] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.118068] env[63198]: DEBUG nova.network.neutron [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.173083] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: d83bbba5-68a6-4165-8543-a53f8b6ba92c] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 798.234419] env[63198]: DEBUG nova.network.neutron [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Updated VIF entry in instance network info cache for port 91a83aff-9e56-490a-8a53-e8b43ee47c5d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.234847] env[63198]: DEBUG nova.network.neutron [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Updating instance_info_cache with network_info: [{"id": "91a83aff-9e56-490a-8a53-e8b43ee47c5d", "address": "fa:16:3e:94:0b:a7", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a83aff-9e", "ovs_interfaceid": "91a83aff-9e56-490a-8a53-e8b43ee47c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.325098] env[63198]: DEBUG nova.network.neutron [-] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.434962] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a4db66-3a4c-df13-a06d-8d0394ea4572, 'name': SearchDatastore_Task, 'duration_secs': 0.056452} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.435336] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.435776] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.436088] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.436292] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.436863] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.437415] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ef5ba86-cf2e-466c-9dad-0036539492da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.449343] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.449531] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.450254] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8980049-3a31-4c8c-ab48-7f3514a68e99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.456218] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 798.456218] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ae71de-1134-6e39-f7a8-1146b79e823a" [ 798.456218] env[63198]: _type = "Task" [ 798.456218] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.465419] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ae71de-1134-6e39-f7a8-1146b79e823a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.590589] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190564} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.590860] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.593146] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d075c0b-46f8-4ae6-bbf4-bb31df90297d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.628499] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 9f9d72f1-2324-41cc-a050-679682cf6bda/9f9d72f1-2324-41cc-a050-679682cf6bda.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.632102] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1b297a-9b8e-4700-b946-9ff8332c2053 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.653409] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 798.653409] env[63198]: value = "task-2712201" [ 798.653409] env[63198]: _type = "Task" [ 798.653409] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.662320] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.675130] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 62f2c47b-4eb6-4fd5-9942-8f12de9b289d] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 798.710266] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b895face-864d-4e4e-a340-ca672b82a840 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.717628] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3fe6c4-1a02-4bc3-bbff-f43388dc5649 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.748188] env[63198]: DEBUG oslo_concurrency.lockutils [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] Releasing lock "refresh_cache-5024de2a-3243-4418-baef-d211a0851feb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.748457] env[63198]: DEBUG nova.compute.manager [req-fcc51366-d263-423e-a588-8c5c39cc0025 req-a7a97fd0-3e5e-4aa5-8119-d7c282490e8c service nova] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Received event network-vif-deleted-497da906-bf11-42f0-86c4-65d9ce86897e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.749623] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545b0567-0460-4987-8767-6aebf7e603cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.757568] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36393c98-0886-4821-8363-7ad0c76d3d90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.771439] env[63198]: DEBUG nova.compute.provider_tree [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.784675] env[63198]: DEBUG nova.network.neutron [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Updating instance_info_cache with network_info: [{"id": "01ee563c-5341-4615-a6cc-a9771681d15e", "address": "fa:16:3e:d7:5d:cd", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ee563c-53", "ovs_interfaceid": "01ee563c-5341-4615-a6cc-a9771681d15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.829947] env[63198]: INFO nova.compute.manager [-] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Took 1.45 seconds to deallocate network for instance. [ 798.966733] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ae71de-1134-6e39-f7a8-1146b79e823a, 'name': SearchDatastore_Task, 'duration_secs': 0.00813} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.967592] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df53d1f-d3a2-4d00-b23e-08a8b804b24f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.973315] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 798.973315] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a51e14-9150-6fc3-d11c-664cda7dbc83" [ 798.973315] env[63198]: _type = "Task" [ 798.973315] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.984390] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a51e14-9150-6fc3-d11c-664cda7dbc83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.014047] env[63198]: DEBUG nova.network.neutron [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance_info_cache with network_info: [{"id": "a69216e2-dddf-41a7-88a9-aac5070586e0", "address": "fa:16:3e:ed:19:8a", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69216e2-dd", "ovs_interfaceid": "a69216e2-dddf-41a7-88a9-aac5070586e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.129362] env[63198]: DEBUG nova.compute.manager [req-f9249299-c537-478b-9df6-2a0413613c15 req-4cc38623-04e6-4f33-ac54-56f20c5683d4 service nova] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Received event network-changed-01ee563c-5341-4615-a6cc-a9771681d15e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.129362] env[63198]: DEBUG nova.compute.manager [req-f9249299-c537-478b-9df6-2a0413613c15 req-4cc38623-04e6-4f33-ac54-56f20c5683d4 service nova] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Refreshing instance network info cache due to event network-changed-01ee563c-5341-4615-a6cc-a9771681d15e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.129362] env[63198]: DEBUG oslo_concurrency.lockutils [req-f9249299-c537-478b-9df6-2a0413613c15 req-4cc38623-04e6-4f33-ac54-56f20c5683d4 service nova] Acquiring lock "refresh_cache-fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.168239] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712201, 'name': ReconfigVM_Task, 'duration_secs': 0.271089} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.168567] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 9f9d72f1-2324-41cc-a050-679682cf6bda/9f9d72f1-2324-41cc-a050-679682cf6bda.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.169221] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6bc1a82-88b3-4958-aa00-2182b161802b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.179930] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 799.179930] env[63198]: value = "task-2712202" [ 799.179930] env[63198]: _type = "Task" [ 799.179930] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.182167] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 4454f3c5-a41b-4a31-926d-82342dffcde9] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 799.192435] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712202, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.275079] env[63198]: DEBUG nova.scheduler.client.report [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.287757] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "refresh_cache-fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.288209] env[63198]: DEBUG nova.compute.manager [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Instance network_info: |[{"id": "01ee563c-5341-4615-a6cc-a9771681d15e", "address": "fa:16:3e:d7:5d:cd", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ee563c-53", "ovs_interfaceid": "01ee563c-5341-4615-a6cc-a9771681d15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.291848] env[63198]: DEBUG oslo_concurrency.lockutils [req-f9249299-c537-478b-9df6-2a0413613c15 req-4cc38623-04e6-4f33-ac54-56f20c5683d4 service nova] Acquired lock "refresh_cache-fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.291848] env[63198]: DEBUG nova.network.neutron [req-f9249299-c537-478b-9df6-2a0413613c15 req-4cc38623-04e6-4f33-ac54-56f20c5683d4 service nova] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Refreshing network info cache for port 01ee563c-5341-4615-a6cc-a9771681d15e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.291848] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:5d:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01ee563c-5341-4615-a6cc-a9771681d15e', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.300901] env[63198]: DEBUG oslo.service.loopingcall [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.306700] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.307010] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e15e9866-e0fe-408a-a0b8-2a55d065d81d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.327990] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.327990] env[63198]: value = "task-2712203" [ 799.327990] env[63198]: _type = "Task" [ 799.327990] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.335469] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712203, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.338247] env[63198]: DEBUG oslo_concurrency.lockutils [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.484195] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a51e14-9150-6fc3-d11c-664cda7dbc83, 'name': SearchDatastore_Task, 'duration_secs': 0.015562} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.484522] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.484829] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 5024de2a-3243-4418-baef-d211a0851feb/5024de2a-3243-4418-baef-d211a0851feb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.485159] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7735ed5-17b3-4b84-9acd-08c16cf5ac61 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.493497] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 799.493497] env[63198]: value = "task-2712204" [ 799.493497] env[63198]: _type = "Task" [ 799.493497] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.503672] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.516627] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.687966] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 6960a521-685b-4c29-95da-799aafa9bac9] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 799.690146] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712202, 'name': Rename_Task, 'duration_secs': 0.148056} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.690437] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.690687] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b4a6a4-5dd6-4c76-9620-900f530162b2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.698499] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 799.698499] env[63198]: value = "task-2712205" [ 799.698499] env[63198]: _type = "Task" [ 799.698499] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.703655] env[63198]: DEBUG nova.network.neutron [req-f9249299-c537-478b-9df6-2a0413613c15 req-4cc38623-04e6-4f33-ac54-56f20c5683d4 service nova] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Updated VIF entry in instance network info cache for port 01ee563c-5341-4615-a6cc-a9771681d15e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.703791] env[63198]: DEBUG nova.network.neutron [req-f9249299-c537-478b-9df6-2a0413613c15 req-4cc38623-04e6-4f33-ac54-56f20c5683d4 service nova] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Updating instance_info_cache with network_info: [{"id": "01ee563c-5341-4615-a6cc-a9771681d15e", "address": "fa:16:3e:d7:5d:cd", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ee563c-53", "ovs_interfaceid": "01ee563c-5341-4615-a6cc-a9771681d15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.710425] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.780661] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.781289] env[63198]: DEBUG nova.compute.manager [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.784242] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.363s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.786987] env[63198]: INFO nova.compute.claims [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.843882] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712203, 'name': CreateVM_Task, 'duration_secs': 0.359044} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.844219] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.844964] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.845263] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.845638] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.845955] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0b3331-cd61-4edb-893b-b4c501dcafa0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.855727] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 799.855727] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fe5092-7438-dce2-2f45-fe9cf2fadad5" [ 799.855727] env[63198]: _type = "Task" [ 799.855727] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.865597] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fe5092-7438-dce2-2f45-fe9cf2fadad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.005666] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439373} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.006434] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 5024de2a-3243-4418-baef-d211a0851feb/5024de2a-3243-4418-baef-d211a0851feb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.006434] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.006559] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8834079-02ac-4f1d-9197-33d6fc187d60 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.012492] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 800.012492] env[63198]: value = "task-2712206" [ 800.012492] env[63198]: _type = "Task" [ 800.012492] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.024586] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.194099] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 6a5b90ec-7c9e-4b2a-a86a-07c2307426f8] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 800.206681] env[63198]: DEBUG oslo_concurrency.lockutils [req-f9249299-c537-478b-9df6-2a0413613c15 req-4cc38623-04e6-4f33-ac54-56f20c5683d4 service nova] Releasing lock "refresh_cache-fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.208032] env[63198]: DEBUG nova.compute.manager [req-f9249299-c537-478b-9df6-2a0413613c15 req-4cc38623-04e6-4f33-ac54-56f20c5683d4 service nova] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Received event network-vif-deleted-aa685aea-571e-4956-b3c6-b9b2e35cd060 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.212302] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.294027] env[63198]: DEBUG nova.compute.utils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.297150] env[63198]: DEBUG nova.compute.manager [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.297643] env[63198]: DEBUG nova.network.neutron [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.367909] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fe5092-7438-dce2-2f45-fe9cf2fadad5, 'name': SearchDatastore_Task, 'duration_secs': 0.049133} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.370607] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.370607] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.370607] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.370607] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.370607] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.370607] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57953752-3593-42c7-969b-19bf15f2067b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.380731] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.381112] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.381820] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b88ee8-18f0-44b7-ab25-c5f3c4bf40c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.388287] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 800.388287] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528374e7-6063-0445-987d-bd38cb74c88d" [ 800.388287] env[63198]: _type = "Task" [ 800.388287] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.397339] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528374e7-6063-0445-987d-bd38cb74c88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.401438] env[63198]: DEBUG nova.policy [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d61329cf0340f3b51c57afc607a79d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da3832cc84094554a4bbf38bb947923d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.527021] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072483} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.527021] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.527021] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b33fe0-b22a-4558-b367-5ea5038ba515 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.552239] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 5024de2a-3243-4418-baef-d211a0851feb/5024de2a-3243-4418-baef-d211a0851feb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.555023] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-547c0987-461c-40e4-92fa-a2bb6a8a1285 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.574752] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 800.574752] env[63198]: value = "task-2712207" [ 800.574752] env[63198]: _type = "Task" [ 800.574752] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.583374] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.702024] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 5bcde8b5-55f1-42e4-ad88-0b66a463c5fc] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 800.715812] env[63198]: DEBUG oslo_vmware.api [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712205, 'name': PowerOnVM_Task, 'duration_secs': 0.616052} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.716564] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.717015] env[63198]: INFO nova.compute.manager [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Took 9.29 seconds to spawn the instance on the hypervisor. [ 800.717337] env[63198]: DEBUG nova.compute.manager [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.718333] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4e9110-31ef-4349-9668-2c5114d1acdf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.801156] env[63198]: DEBUG nova.compute.manager [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.867499] env[63198]: DEBUG nova.network.neutron [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Successfully created port: 213643d1-30aa-4211-bee6-3a814ae0635c {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.908656] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528374e7-6063-0445-987d-bd38cb74c88d, 'name': SearchDatastore_Task, 'duration_secs': 0.017126} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.913072] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4bef68-4c94-4c67-89e8-38f82598052a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.917660] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 800.917660] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522f5afa-b72c-9691-16ff-fb06f23989c4" [ 800.917660] env[63198]: _type = "Task" [ 800.917660] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.931441] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522f5afa-b72c-9691-16ff-fb06f23989c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.046597] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f05050-0ee4-4982-96cb-cf2c3c3e1f00 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.067754] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance 'f6a8ce31-5fad-4c6b-bbc5-ed240f8db679' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 801.086224] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.203340] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: aedc2e31-badd-40d4-9200-e08d9dc18b5f] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 801.240989] env[63198]: INFO nova.compute.manager [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Took 41.54 seconds to build instance. [ 801.320855] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d84a46-f988-4e30-bbe8-76aaa56058cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.328755] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa058c4-5a25-45a2-aa27-b41b9d943adb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.366886] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514baf1b-3cc6-4aaf-a903-35ede2d07205 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.378883] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb6d4f1-8f70-4cfb-9bab-9eee22e56f31 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.392992] env[63198]: DEBUG nova.compute.provider_tree [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.428259] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522f5afa-b72c-9691-16ff-fb06f23989c4, 'name': SearchDatastore_Task, 'duration_secs': 0.053634} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.428259] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.428514] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] fdec4944-a4f2-404d-a33c-5c9d98fd2ec5/fdec4944-a4f2-404d-a33c-5c9d98fd2ec5.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.428776] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c94cda6d-c93f-440f-a76c-fbe126ce7ad5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.435938] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 801.435938] env[63198]: value = "task-2712208" [ 801.435938] env[63198]: _type = "Task" [ 801.435938] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.444573] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.577463] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.577893] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-777f7812-2ef7-4c4b-a892-11f5e3d65e75 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.589113] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.590656] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 801.590656] env[63198]: value = "task-2712209" [ 801.590656] env[63198]: _type = "Task" [ 801.590656] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.598202] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.617434] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "6385c919-9889-41c3-94e6-7dc6b447eea3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.617660] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "6385c919-9889-41c3-94e6-7dc6b447eea3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.709009] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 9dc5c31d-4128-4143-a0fd-afd714b95c79] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 801.742850] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d21c2cf-2d84-40a5-9f2c-79c811a43de1 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.064s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.822401] env[63198]: DEBUG nova.compute.manager [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.864151] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.864151] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.864151] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.864151] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.864151] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.864151] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.864822] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.865139] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.865409] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.865663] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.866162] env[63198]: DEBUG nova.virt.hardware [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.867601] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e1bcc6-4b43-426b-87a0-c62e41d71424 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.881030] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1524225-8615-44c8-8594-098b5a3777de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.896630] env[63198]: DEBUG nova.scheduler.client.report [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.950500] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712208, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.088694] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712207, 'name': ReconfigVM_Task, 'duration_secs': 1.028997} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.088959] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 5024de2a-3243-4418-baef-d211a0851feb/5024de2a-3243-4418-baef-d211a0851feb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.089579] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-723731e5-7f4a-459c-ab76-5d438945ef25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.099773] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712209, 'name': PowerOffVM_Task, 'duration_secs': 0.430101} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.101056] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.101252] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance 'f6a8ce31-5fad-4c6b-bbc5-ed240f8db679' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.104558] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 802.104558] env[63198]: value = "task-2712210" [ 802.104558] env[63198]: _type = "Task" [ 802.104558] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.120470] env[63198]: DEBUG nova.compute.manager [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.215482] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 9796a960-1438-4efa-aab7-3a7ee8ed3802] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 802.404101] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.404651] env[63198]: DEBUG nova.compute.manager [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.411019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.600s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.411019] env[63198]: DEBUG nova.objects.instance [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e3e7894-9094-4dcb-8409-9a8f800e690d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.453515] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565484} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.453515] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] fdec4944-a4f2-404d-a33c-5c9d98fd2ec5/fdec4944-a4f2-404d-a33c-5c9d98fd2ec5.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.453515] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.453515] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0c9d407-1885-4de8-88fc-b4bc8259dd83 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.457389] env[63198]: DEBUG nova.compute.manager [req-a581b632-33c8-4568-bdf7-24bf7a004d59 req-3d116852-0cc3-4d52-a28a-17297e10370b service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Received event network-vif-plugged-213643d1-30aa-4211-bee6-3a814ae0635c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.457611] env[63198]: DEBUG oslo_concurrency.lockutils [req-a581b632-33c8-4568-bdf7-24bf7a004d59 req-3d116852-0cc3-4d52-a28a-17297e10370b service nova] Acquiring lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.457868] env[63198]: DEBUG oslo_concurrency.lockutils [req-a581b632-33c8-4568-bdf7-24bf7a004d59 req-3d116852-0cc3-4d52-a28a-17297e10370b service nova] Lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.458122] env[63198]: DEBUG oslo_concurrency.lockutils [req-a581b632-33c8-4568-bdf7-24bf7a004d59 req-3d116852-0cc3-4d52-a28a-17297e10370b service nova] Lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.458367] env[63198]: DEBUG nova.compute.manager [req-a581b632-33c8-4568-bdf7-24bf7a004d59 req-3d116852-0cc3-4d52-a28a-17297e10370b service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] No waiting events found dispatching network-vif-plugged-213643d1-30aa-4211-bee6-3a814ae0635c {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.458556] env[63198]: WARNING nova.compute.manager [req-a581b632-33c8-4568-bdf7-24bf7a004d59 req-3d116852-0cc3-4d52-a28a-17297e10370b service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Received unexpected event network-vif-plugged-213643d1-30aa-4211-bee6-3a814ae0635c for instance with vm_state building and task_state spawning. [ 802.465919] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 802.465919] env[63198]: value = "task-2712211" [ 802.465919] env[63198]: _type = "Task" [ 802.465919] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.473217] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.598255] env[63198]: DEBUG nova.network.neutron [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Successfully updated port: 213643d1-30aa-4211-bee6-3a814ae0635c {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.607729] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.607729] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.607872] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.608690] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.608946] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.609039] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.609766] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.609766] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.609766] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.610023] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.610883] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.621856] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56deec61-62b1-4e48-b29d-54bcd28838a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.643938] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712210, 'name': Rename_Task, 'duration_secs': 0.36798} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.645399] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.645738] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 802.645738] env[63198]: value = "task-2712212" [ 802.645738] env[63198]: _type = "Task" [ 802.645738] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.645951] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50bf188e-f269-4f20-bec6-61f97b5e9629 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.661371] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.662695] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 802.662695] env[63198]: value = "task-2712213" [ 802.662695] env[63198]: _type = "Task" [ 802.662695] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.675647] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712213, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.677746] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.720791] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 23a1817b-052c-47a5-9c4b-3db48d45eac1] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 802.912775] env[63198]: DEBUG nova.objects.instance [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e3e7894-9094-4dcb-8409-9a8f800e690d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.914842] env[63198]: DEBUG nova.compute.utils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.916263] env[63198]: DEBUG nova.compute.manager [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.916630] env[63198]: DEBUG nova.network.neutron [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.975923] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081068} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.975923] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.976563] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c235aa-1adb-4f82-8bed-a1efe96ea645 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.006031] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] fdec4944-a4f2-404d-a33c-5c9d98fd2ec5/fdec4944-a4f2-404d-a33c-5c9d98fd2ec5.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.006031] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4e4243-03d9-406d-9bf6-14d1283a7700 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.021702] env[63198]: DEBUG nova.policy [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c6c72fcf3274edf8559441e69573849', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f347fbf01084197b92ed27bd474fa02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.031794] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 803.031794] env[63198]: value = "task-2712214" [ 803.031794] env[63198]: _type = "Task" [ 803.031794] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.041869] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.101592] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "refresh_cache-7b097c3d-9025-4842-8bd2-bed617ffa7a1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.101784] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "refresh_cache-7b097c3d-9025-4842-8bd2-bed617ffa7a1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.101973] env[63198]: DEBUG nova.network.neutron [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.160258] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712212, 'name': ReconfigVM_Task, 'duration_secs': 0.280307} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.160593] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance 'f6a8ce31-5fad-4c6b-bbc5-ed240f8db679' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.177458] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712213, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.226905] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 803.226905] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Cleaning up deleted instances with incomplete migration {{(pid=63198) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 803.417621] env[63198]: INFO nova.compute.claims [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.425110] env[63198]: DEBUG nova.compute.manager [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.548205] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712214, 'name': ReconfigVM_Task, 'duration_secs': 0.361339} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.548205] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Reconfigured VM instance instance-00000041 to attach disk [datastore2] fdec4944-a4f2-404d-a33c-5c9d98fd2ec5/fdec4944-a4f2-404d-a33c-5c9d98fd2ec5.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.548205] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2b29240-8c29-4aaf-bc4c-6748af24552a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.556705] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 803.556705] env[63198]: value = "task-2712215" [ 803.556705] env[63198]: _type = "Task" [ 803.556705] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.565958] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712215, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.663014] env[63198]: DEBUG nova.network.neutron [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.666192] env[63198]: DEBUG nova.network.neutron [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Successfully created port: a440ea74-1251-497f-8e84-ae162651747e {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.675360] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.675360] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.675360] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.675558] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.675741] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.676542] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.676542] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.676542] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.676542] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.677080] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.677080] env[63198]: DEBUG nova.virt.hardware [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.683209] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 803.684852] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-164e514b-2db1-4190-889f-fde63303784e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.710757] env[63198]: DEBUG oslo_vmware.api [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712213, 'name': PowerOnVM_Task, 'duration_secs': 0.819722} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.711069] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.711448] env[63198]: INFO nova.compute.manager [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Took 9.63 seconds to spawn the instance on the hypervisor. [ 803.711588] env[63198]: DEBUG nova.compute.manager [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.712386] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb204ee8-4e9a-4ea0-a799-13c9a2aeae40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.716289] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 803.716289] env[63198]: value = "task-2712216" [ 803.716289] env[63198]: _type = "Task" [ 803.716289] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.731186] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.731326] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 803.997086] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquiring lock "1dc324a9-d929-496f-a868-ed14d846d076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.004024] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "1dc324a9-d929-496f-a868-ed14d846d076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.058161] env[63198]: DEBUG nova.network.neutron [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Updating instance_info_cache with network_info: [{"id": "213643d1-30aa-4211-bee6-3a814ae0635c", "address": "fa:16:3e:aa:f4:bd", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213643d1-30", "ovs_interfaceid": "213643d1-30aa-4211-bee6-3a814ae0635c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.069052] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712215, 'name': Rename_Task, 'duration_secs': 0.148512} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.069384] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.069647] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-880ba05f-aff5-4a11-92a6-c4324096f847 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.077963] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 804.077963] env[63198]: value = "task-2712217" [ 804.077963] env[63198]: _type = "Task" [ 804.077963] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.087151] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.232156] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712216, 'name': ReconfigVM_Task, 'duration_secs': 0.334486} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.235282] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 804.235988] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc7896d-8d94-4883-815f-0fcee1699ea2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.238680] env[63198]: INFO nova.compute.manager [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Took 43.74 seconds to build instance. [ 804.264761] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] f6a8ce31-5fad-4c6b-bbc5-ed240f8db679/f6a8ce31-5fad-4c6b-bbc5-ed240f8db679.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.266350] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd32d5a0-4139-441c-8e7a-036acd1f1bc3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.285336] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 804.285336] env[63198]: value = "task-2712218" [ 804.285336] env[63198]: _type = "Task" [ 804.285336] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.293681] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.436127] env[63198]: DEBUG nova.compute.manager [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.469301] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.469591] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.469760] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.469938] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.470095] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.470242] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.470446] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.470598] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.470757] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.470919] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.471082] env[63198]: DEBUG nova.virt.hardware [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.471948] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c63597-8e2a-4828-8269-187a801b2907 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.482497] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68557459-d3ef-4b45-8579-d220960673f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.502180] env[63198]: DEBUG nova.compute.manager [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.522224] env[63198]: DEBUG nova.compute.manager [req-be672c52-986c-4bc1-a132-85965afe8ad7 req-50b1f4a9-e8e8-4844-bef1-b3f7aaa0d856 service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Received event network-changed-213643d1-30aa-4211-bee6-3a814ae0635c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.522439] env[63198]: DEBUG nova.compute.manager [req-be672c52-986c-4bc1-a132-85965afe8ad7 req-50b1f4a9-e8e8-4844-bef1-b3f7aaa0d856 service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Refreshing instance network info cache due to event network-changed-213643d1-30aa-4211-bee6-3a814ae0635c. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.522691] env[63198]: DEBUG oslo_concurrency.lockutils [req-be672c52-986c-4bc1-a132-85965afe8ad7 req-50b1f4a9-e8e8-4844-bef1-b3f7aaa0d856 service nova] Acquiring lock "refresh_cache-7b097c3d-9025-4842-8bd2-bed617ffa7a1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.564019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "refresh_cache-7b097c3d-9025-4842-8bd2-bed617ffa7a1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.564448] env[63198]: DEBUG nova.compute.manager [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Instance network_info: |[{"id": "213643d1-30aa-4211-bee6-3a814ae0635c", "address": "fa:16:3e:aa:f4:bd", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213643d1-30", "ovs_interfaceid": "213643d1-30aa-4211-bee6-3a814ae0635c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.564807] env[63198]: DEBUG oslo_concurrency.lockutils [req-be672c52-986c-4bc1-a132-85965afe8ad7 req-50b1f4a9-e8e8-4844-bef1-b3f7aaa0d856 service nova] Acquired lock "refresh_cache-7b097c3d-9025-4842-8bd2-bed617ffa7a1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.565034] env[63198]: DEBUG nova.network.neutron [req-be672c52-986c-4bc1-a132-85965afe8ad7 req-50b1f4a9-e8e8-4844-bef1-b3f7aaa0d856 service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Refreshing network info cache for port 213643d1-30aa-4211-bee6-3a814ae0635c {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.566408] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:f4:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '213643d1-30aa-4211-bee6-3a814ae0635c', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.576806] env[63198]: DEBUG oslo.service.loopingcall [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.582331] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.583465] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3c5d832-118f-4fc5-b523-4c36d04e75d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.610249] env[63198]: DEBUG oslo_vmware.api [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712217, 'name': PowerOnVM_Task, 'duration_secs': 0.519882} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.611658] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.611828] env[63198]: INFO nova.compute.manager [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Took 7.96 seconds to spawn the instance on the hypervisor. [ 804.611928] env[63198]: DEBUG nova.compute.manager [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.612193] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.612193] env[63198]: value = "task-2712219" [ 804.612193] env[63198]: _type = "Task" [ 804.612193] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.612892] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7243e2-afdc-48db-b825-2051ba869173 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.631393] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712219, 'name': CreateVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.742446] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e8e6fb16-9825-4702-8b5a-873d8053e6b3 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "5024de2a-3243-4418-baef-d211a0851feb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.258s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.796392] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712218, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.956514] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6bbc99-c940-4874-88e6-cc46808af481 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.963844] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283f4e40-2c5a-4699-9646-8f61a76d0cfc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.968783] env[63198]: DEBUG nova.network.neutron [req-be672c52-986c-4bc1-a132-85965afe8ad7 req-50b1f4a9-e8e8-4844-bef1-b3f7aaa0d856 service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Updated VIF entry in instance network info cache for port 213643d1-30aa-4211-bee6-3a814ae0635c. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.968900] env[63198]: DEBUG nova.network.neutron [req-be672c52-986c-4bc1-a132-85965afe8ad7 req-50b1f4a9-e8e8-4844-bef1-b3f7aaa0d856 service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Updating instance_info_cache with network_info: [{"id": "213643d1-30aa-4211-bee6-3a814ae0635c", "address": "fa:16:3e:aa:f4:bd", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213643d1-30", "ovs_interfaceid": "213643d1-30aa-4211-bee6-3a814ae0635c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.000793] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc1bff-f885-41c4-8769-38e7d358d630 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.011098] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51e82d1-7330-4e52-bfe2-47b69179453f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.029099] env[63198]: DEBUG nova.compute.provider_tree [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.031190] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.124823] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712219, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.140303] env[63198]: INFO nova.compute.manager [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Took 43.69 seconds to build instance. [ 805.296049] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712218, 'name': ReconfigVM_Task, 'duration_secs': 0.525116} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.296349] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Reconfigured VM instance instance-00000039 to attach disk [datastore2] f6a8ce31-5fad-4c6b-bbc5-ed240f8db679/f6a8ce31-5fad-4c6b-bbc5-ed240f8db679.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.296631] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance 'f6a8ce31-5fad-4c6b-bbc5-ed240f8db679' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.471933] env[63198]: DEBUG oslo_concurrency.lockutils [req-be672c52-986c-4bc1-a132-85965afe8ad7 req-50b1f4a9-e8e8-4844-bef1-b3f7aaa0d856 service nova] Releasing lock "refresh_cache-7b097c3d-9025-4842-8bd2-bed617ffa7a1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.535090] env[63198]: DEBUG nova.scheduler.client.report [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.629535] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712219, 'name': CreateVM_Task, 'duration_secs': 0.53452} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.629723] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.630648] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.630919] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.631408] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.631762] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c619097-5eee-4a7b-afe9-8f91552e3ec7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.637639] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 805.637639] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bf71dc-49fd-2963-1197-b1546bd8a2e4" [ 805.637639] env[63198]: _type = "Task" [ 805.637639] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.642485] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0af921ea-3d4c-491b-9c62-4545e74dc624 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.195s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.647368] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bf71dc-49fd-2963-1197-b1546bd8a2e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.804400] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c430458c-fd33-414c-9e60-630b07f8d5cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.829756] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc631f36-f697-446f-b72c-52282e3dc18b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.834981] env[63198]: DEBUG nova.network.neutron [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Successfully updated port: a440ea74-1251-497f-8e84-ae162651747e {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.855859] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance 'f6a8ce31-5fad-4c6b-bbc5-ed240f8db679' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.860231] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquiring lock "refresh_cache-28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.860385] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquired lock "refresh_cache-28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.860533] env[63198]: DEBUG nova.network.neutron [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.038899] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.631s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.041175] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.234s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.042681] env[63198]: INFO nova.compute.claims [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.094966] env[63198]: INFO nova.network.neutron [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updating port 0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 806.148076] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bf71dc-49fd-2963-1197-b1546bd8a2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.148432] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.148636] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.148874] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.149100] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.150101] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.150193] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20874fb0-557b-4106-a9ca-6f561c1710ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.161022] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.161022] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.161022] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37570681-4cee-44eb-8f98-e78844628921 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.165170] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 806.165170] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529df950-150a-015a-d9ed-ab62806ad300" [ 806.165170] env[63198]: _type = "Task" [ 806.165170] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.172831] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529df950-150a-015a-d9ed-ab62806ad300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.407668] env[63198]: DEBUG nova.network.neutron [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Port a69216e2-dddf-41a7-88a9-aac5070586e0 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 806.421808] env[63198]: DEBUG nova.network.neutron [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.559279] env[63198]: DEBUG nova.compute.manager [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Received event network-vif-plugged-a440ea74-1251-497f-8e84-ae162651747e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.559507] env[63198]: DEBUG oslo_concurrency.lockutils [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] Acquiring lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.559711] env[63198]: DEBUG oslo_concurrency.lockutils [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] Lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.559875] env[63198]: DEBUG oslo_concurrency.lockutils [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] Lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.560052] env[63198]: DEBUG nova.compute.manager [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] No waiting events found dispatching network-vif-plugged-a440ea74-1251-497f-8e84-ae162651747e {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.560222] env[63198]: WARNING nova.compute.manager [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Received unexpected event network-vif-plugged-a440ea74-1251-497f-8e84-ae162651747e for instance with vm_state building and task_state spawning. [ 806.560376] env[63198]: DEBUG nova.compute.manager [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Received event network-changed-a440ea74-1251-497f-8e84-ae162651747e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.560524] env[63198]: DEBUG nova.compute.manager [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Refreshing instance network info cache due to event network-changed-a440ea74-1251-497f-8e84-ae162651747e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 806.560685] env[63198]: DEBUG oslo_concurrency.lockutils [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] Acquiring lock "refresh_cache-28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.676405] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529df950-150a-015a-d9ed-ab62806ad300, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.677388] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a4113a-65c2-450f-b4a4-b7d487350cc9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.682979] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 806.682979] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5250580d-328a-1d92-9532-33ef0122e217" [ 806.682979] env[63198]: _type = "Task" [ 806.682979] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.692013] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5250580d-328a-1d92-9532-33ef0122e217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.700786] env[63198]: DEBUG nova.network.neutron [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Updating instance_info_cache with network_info: [{"id": "a440ea74-1251-497f-8e84-ae162651747e", "address": "fa:16:3e:a0:27:bd", "network": {"id": "0c109d40-dcb2-492d-a1b5-2af857995c96", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1765084741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f347fbf01084197b92ed27bd474fa02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa440ea74-12", "ovs_interfaceid": "a440ea74-1251-497f-8e84-ae162651747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.198434] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5250580d-328a-1d92-9532-33ef0122e217, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.198988] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.198988] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 7b097c3d-9025-4842-8bd2-bed617ffa7a1/7b097c3d-9025-4842-8bd2-bed617ffa7a1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.199381] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7109ec5-6ffa-45e6-b80a-dde88ca811a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.204676] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Releasing lock "refresh_cache-28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.205007] env[63198]: DEBUG nova.compute.manager [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Instance network_info: |[{"id": "a440ea74-1251-497f-8e84-ae162651747e", "address": "fa:16:3e:a0:27:bd", "network": {"id": "0c109d40-dcb2-492d-a1b5-2af857995c96", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1765084741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f347fbf01084197b92ed27bd474fa02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa440ea74-12", "ovs_interfaceid": "a440ea74-1251-497f-8e84-ae162651747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.205477] env[63198]: DEBUG oslo_concurrency.lockutils [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] Acquired lock "refresh_cache-28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.205681] env[63198]: DEBUG nova.network.neutron [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Refreshing network info cache for port a440ea74-1251-497f-8e84-ae162651747e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.206954] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:27:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a440ea74-1251-497f-8e84-ae162651747e', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.214707] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Creating folder: Project (6f347fbf01084197b92ed27bd474fa02). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.216534] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f78c447-3fcf-4aa2-a950-a83787cca4c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.219775] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 807.219775] env[63198]: value = "task-2712220" [ 807.219775] env[63198]: _type = "Task" [ 807.219775] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.232951] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.237124] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Created folder: Project (6f347fbf01084197b92ed27bd474fa02) in parent group-v546185. [ 807.237124] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Creating folder: Instances. Parent ref: group-v546363. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.237397] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6862c4a5-e401-4d0c-a5de-7b22db00f695 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.247081] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Created folder: Instances in parent group-v546363. [ 807.248338] env[63198]: DEBUG oslo.service.loopingcall [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.250039] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.251220] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-939d114e-9b3c-4051-a832-5096948c4d83 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.274780] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.274780] env[63198]: value = "task-2712223" [ 807.274780] env[63198]: _type = "Task" [ 807.274780] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.282945] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712223, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.450492] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.450907] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.451097] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.538606] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9117de-dd9b-40a1-9349-627a38d0072a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.548149] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8544ae56-da0e-4a8e-938a-a2303b2ab6c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.582762] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5a699a-330e-403f-953f-1ee1cc832e6d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.590981] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4399dc45-2a15-4ed8-855a-b09586e36193 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.607601] env[63198]: DEBUG nova.compute.provider_tree [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.732318] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712220, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.785229] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712223, 'name': CreateVM_Task, 'duration_secs': 0.357336} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.785418] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.786121] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.786396] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.786736] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.786994] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbdcb458-16fa-4531-ab6c-fe1eb5b5daf7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.791910] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 807.791910] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5259c0e3-2733-ae91-ac98-7034f7224fb7" [ 807.791910] env[63198]: _type = "Task" [ 807.791910] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.800073] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5259c0e3-2733-ae91-ac98-7034f7224fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.111095] env[63198]: DEBUG nova.scheduler.client.report [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.142809] env[63198]: DEBUG nova.network.neutron [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Updated VIF entry in instance network info cache for port a440ea74-1251-497f-8e84-ae162651747e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.143193] env[63198]: DEBUG nova.network.neutron [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Updating instance_info_cache with network_info: [{"id": "a440ea74-1251-497f-8e84-ae162651747e", "address": "fa:16:3e:a0:27:bd", "network": {"id": "0c109d40-dcb2-492d-a1b5-2af857995c96", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1765084741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f347fbf01084197b92ed27bd474fa02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa440ea74-12", "ovs_interfaceid": "a440ea74-1251-497f-8e84-ae162651747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.232298] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567166} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.232562] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 7b097c3d-9025-4842-8bd2-bed617ffa7a1/7b097c3d-9025-4842-8bd2-bed617ffa7a1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.232768] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.233015] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72f6a790-532e-438b-8782-de2d33056aba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.239059] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 808.239059] env[63198]: value = "task-2712224" [ 808.239059] env[63198]: _type = "Task" [ 808.239059] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.251184] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.257432] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.257432] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.257432] env[63198]: DEBUG nova.network.neutron [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.303823] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5259c0e3-2733-ae91-ac98-7034f7224fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.036209} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.304173] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.304402] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.304630] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.305446] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.305641] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.305899] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-562f9642-4ca4-48c7-99b4-c78e5446ecb9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.326512] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.326739] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.327527] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08ebf01-44b8-4707-8550-b3d807c9c191 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.335205] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 808.335205] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52683d03-bb3b-2d00-51de-ad087f526781" [ 808.335205] env[63198]: _type = "Task" [ 808.335205] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.343368] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52683d03-bb3b-2d00-51de-ad087f526781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.503451] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.503710] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503821] env[63198]: DEBUG nova.network.neutron [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.533391] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "9f9d72f1-2324-41cc-a050-679682cf6bda" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.533487] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.533634] env[63198]: DEBUG nova.compute.manager [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.534567] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e2092e-3cf0-4158-8934-045bef80a2d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.540684] env[63198]: DEBUG nova.compute.manager [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 808.541265] env[63198]: DEBUG nova.objects.instance [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lazy-loading 'flavor' on Instance uuid 9f9d72f1-2324-41cc-a050-679682cf6bda {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.588912] env[63198]: DEBUG nova.compute.manager [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received event network-vif-plugged-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.589207] env[63198]: DEBUG oslo_concurrency.lockutils [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] Acquiring lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.589418] env[63198]: DEBUG oslo_concurrency.lockutils [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.589655] env[63198]: DEBUG oslo_concurrency.lockutils [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.589868] env[63198]: DEBUG nova.compute.manager [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] No waiting events found dispatching network-vif-plugged-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.590127] env[63198]: WARNING nova.compute.manager [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received unexpected event network-vif-plugged-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 for instance with vm_state shelved_offloaded and task_state spawning. [ 808.590339] env[63198]: DEBUG nova.compute.manager [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received event network-changed-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.590524] env[63198]: DEBUG nova.compute.manager [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Refreshing instance network info cache due to event network-changed-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.590723] env[63198]: DEBUG oslo_concurrency.lockutils [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] Acquiring lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.616512] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.617161] env[63198]: DEBUG nova.compute.manager [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.620537] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.575s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.622720] env[63198]: INFO nova.compute.claims [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.646053] env[63198]: DEBUG oslo_concurrency.lockutils [req-4f2f4d72-bbba-47f6-ae51-fb801ed374ed req-cac31e0d-90a7-4993-9d60-c6c801a30a39 service nova] Releasing lock "refresh_cache-28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.749649] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100635} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.749882] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.750713] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f89ff4e-aa42-4e02-baef-d67d7c7f1c8b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.775984] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 7b097c3d-9025-4842-8bd2-bed617ffa7a1/7b097c3d-9025-4842-8bd2-bed617ffa7a1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.776404] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b3673ae-9a96-4fb8-8693-3feddf8f8f48 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.796704] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 808.796704] env[63198]: value = "task-2712225" [ 808.796704] env[63198]: _type = "Task" [ 808.796704] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.804534] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.844963] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52683d03-bb3b-2d00-51de-ad087f526781, 'name': SearchDatastore_Task, 'duration_secs': 0.022613} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.847843] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27291b80-d097-43e2-9b5e-28711a0edc6e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.853186] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 808.853186] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52df66b2-5a92-c437-b366-1b11e858a7cc" [ 808.853186] env[63198]: _type = "Task" [ 808.853186] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.860364] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52df66b2-5a92-c437-b366-1b11e858a7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.095841] env[63198]: DEBUG nova.network.neutron [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updating instance_info_cache with network_info: [{"id": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "address": "fa:16:3e:e9:31:8c", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d81a55d-66", "ovs_interfaceid": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.127759] env[63198]: DEBUG nova.compute.utils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.134288] env[63198]: DEBUG nova.compute.manager [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.134529] env[63198]: DEBUG nova.network.neutron [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.234330] env[63198]: DEBUG nova.policy [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018336ea6cfe4d9eb805203a847298e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e7e100fc154452b2f178eb15511b0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.307286] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.364193] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52df66b2-5a92-c437-b366-1b11e858a7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.030346} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.364397] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.364701] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532/28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.364913] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1302b6f-0149-4724-8c75-ea2c8342210b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.372111] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 809.372111] env[63198]: value = "task-2712226" [ 809.372111] env[63198]: _type = "Task" [ 809.372111] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.380191] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.502588] env[63198]: DEBUG nova.network.neutron [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance_info_cache with network_info: [{"id": "a69216e2-dddf-41a7-88a9-aac5070586e0", "address": "fa:16:3e:ed:19:8a", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69216e2-dd", "ovs_interfaceid": "a69216e2-dddf-41a7-88a9-aac5070586e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.547878] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.548729] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f469965-0461-45af-8106-68ed1d805c0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.555663] env[63198]: DEBUG oslo_vmware.api [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 809.555663] env[63198]: value = "task-2712227" [ 809.555663] env[63198]: _type = "Task" [ 809.555663] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.565655] env[63198]: DEBUG oslo_vmware.api [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.599396] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.602216] env[63198]: DEBUG oslo_concurrency.lockutils [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] Acquired lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.602417] env[63198]: DEBUG nova.network.neutron [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Refreshing network info cache for port 0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.631160] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='740ab9dac880fd475f3c3b94812be5fd',container_format='bare',created_at=2025-02-19T21:09:42Z,direct_url=,disk_format='vmdk',id=f8acca30-8090-440d-a8b3-f128643834ea,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-486507047-shelved',owner='8fa2077fc72846d5ac06169d8506a0fb',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-02-19T21:10:00Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.631400] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.631553] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.631742] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.631881] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.632129] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.632392] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.632557] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.632725] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.632888] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.633088] env[63198]: DEBUG nova.virt.hardware [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.634272] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd1494f-5adf-4bd5-9a17-bd362fd0e00c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.641064] env[63198]: DEBUG nova.compute.manager [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.655770] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46801733-44c2-4eaa-817b-37f41f244b2b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.673054] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:31:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d81a55d-66e2-4b8d-8888-48f6a4df1bd4', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.681722] env[63198]: DEBUG oslo.service.loopingcall [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.686320] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.687344] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10fd8889-96c6-4559-88a8-8b85c6d779af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.711685] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.711685] env[63198]: value = "task-2712228" [ 809.711685] env[63198]: _type = "Task" [ 809.711685] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.723140] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712228, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.812822] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712225, 'name': ReconfigVM_Task, 'duration_secs': 0.957412} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.813185] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 7b097c3d-9025-4842-8bd2-bed617ffa7a1/7b097c3d-9025-4842-8bd2-bed617ffa7a1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.813896] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcef7d44-e94e-45bb-9199-9a2afa8dfeed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.825160] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 809.825160] env[63198]: value = "task-2712229" [ 809.825160] env[63198]: _type = "Task" [ 809.825160] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.833137] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712229, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.887180] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712226, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.941687] env[63198]: DEBUG nova.network.neutron [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Successfully created port: 162f3b18-ee12-48b5-b7f4-93bedd65055d {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.008919] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.069460] env[63198]: DEBUG oslo_vmware.api [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712227, 'name': PowerOffVM_Task, 'duration_secs': 0.275655} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.069726] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.069868] env[63198]: DEBUG nova.compute.manager [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.070767] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716c8f05-8a33-493c-81ed-bcbbf16f7db8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.221700] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712228, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.253865] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755a697c-a18c-413e-abe4-9bdd3ea3e141 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.262200] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b26deb4-4154-4fcd-ac32-274c0d72048e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.294901] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ec265f-e680-4ac2-825e-5495c60c1e43 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.302509] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d7f60e-58fd-4da0-b993-1cb209c13d89 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.316074] env[63198]: DEBUG nova.compute.provider_tree [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.335316] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712229, 'name': Rename_Task, 'duration_secs': 0.290457} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.338974] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.339549] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bbfc845-6a9f-4b36-a4c1-5d40c3df991e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.346467] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 810.346467] env[63198]: value = "task-2712230" [ 810.346467] env[63198]: _type = "Task" [ 810.346467] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.354400] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.384597] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696633} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.384890] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532/28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.385116] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.385392] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-101e8be2-39ca-4309-aac9-34dd92813039 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.392351] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 810.392351] env[63198]: value = "task-2712231" [ 810.392351] env[63198]: _type = "Task" [ 810.392351] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.400820] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.537166] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeff96c-24e1-4f3f-b0c2-11e4ae49ea89 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.559762] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b71cc0-c647-4bfb-aec4-462ecef081ce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.567469] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance 'f6a8ce31-5fad-4c6b-bbc5-ed240f8db679' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 810.588220] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ab4fef28-3fba-4c88-b5de-c6145d8cd9fc tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.655097] env[63198]: DEBUG nova.compute.manager [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.685091] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.685345] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.685499] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.685679] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.685822] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.685987] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.686214] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.686374] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.686646] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.686840] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.687025] env[63198]: DEBUG nova.virt.hardware [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.687903] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ca427b-f177-48a8-b0ed-b1873e5f74a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.696516] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66023116-bb4a-4f51-b8b4-337a5939f3ad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.721466] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712228, 'name': CreateVM_Task, 'duration_secs': 0.584136} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.721673] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.722333] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.722498] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.722899] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.723174] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6076d944-dd50-444d-8bb9-4dc444083929 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.727540] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 810.727540] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527b1852-ac6d-8e2c-9855-210e707996b2" [ 810.727540] env[63198]: _type = "Task" [ 810.727540] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.735409] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527b1852-ac6d-8e2c-9855-210e707996b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.819465] env[63198]: DEBUG nova.scheduler.client.report [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.856700] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.904605] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072205} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.904871] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.905686] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae8d00-0de7-462d-bd36-39d43a7091d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.927599] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532/28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.927947] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-408a4d5b-53d7-4699-8a7f-68bc632a75b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.945005] env[63198]: DEBUG nova.network.neutron [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updated VIF entry in instance network info cache for port 0d81a55d-66e2-4b8d-8888-48f6a4df1bd4. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.945399] env[63198]: DEBUG nova.network.neutron [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updating instance_info_cache with network_info: [{"id": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "address": "fa:16:3e:e9:31:8c", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d81a55d-66", "ovs_interfaceid": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.951885] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 810.951885] env[63198]: value = "task-2712232" [ 810.951885] env[63198]: _type = "Task" [ 810.951885] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.965739] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.075114] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.075114] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f027043-ea8e-49a3-b993-468bfe1fcdda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.084023] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 811.084023] env[63198]: value = "task-2712233" [ 811.084023] env[63198]: _type = "Task" [ 811.084023] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.093667] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.239787] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.240254] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Processing image f8acca30-8090-440d-a8b3-f128643834ea {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.240537] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea/f8acca30-8090-440d-a8b3-f128643834ea.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.240820] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea/f8acca30-8090-440d-a8b3-f128643834ea.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.241240] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.241685] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cda2df7-9a8a-4cf3-9af5-bb34e4fc5943 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.253421] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.254111] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.255237] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78964c4b-45bb-44bd-9413-d57cd5e000d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.262202] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 811.262202] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bb31b6-7bb6-f906-1825-abb7b7850ac9" [ 811.262202] env[63198]: _type = "Task" [ 811.262202] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.274602] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bb31b6-7bb6-f906-1825-abb7b7850ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.324973] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.325538] env[63198]: DEBUG nova.compute.manager [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.328273] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.889s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.328473] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.332830] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.111s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.332830] env[63198]: DEBUG nova.objects.instance [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lazy-loading 'resources' on Instance uuid e10e723c-944b-4be8-b623-741de004cb2b {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.357949] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712230, 'name': PowerOnVM_Task} progress is 92%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.448720] env[63198]: DEBUG oslo_concurrency.lockutils [req-1d4743fb-8ac2-4079-8a4a-a6c61c0c02b1 req-8043b469-54b5-4214-bb31-e908eb7eb1fc service nova] Releasing lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.462546] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712232, 'name': ReconfigVM_Task, 'duration_secs': 0.33551} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.462883] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532/28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.463569] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f76130e-2e72-4300-849f-46d2797d1b3f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.470093] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 811.470093] env[63198]: value = "task-2712234" [ 811.470093] env[63198]: _type = "Task" [ 811.470093] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.479424] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712234, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.596495] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.772647] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Preparing fetch location {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 811.772964] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Fetch image to [datastore1] OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578/OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578.vmdk {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 811.773174] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Downloading stream optimized image f8acca30-8090-440d-a8b3-f128643834ea to [datastore1] OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578/OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578.vmdk on the data store datastore1 as vApp {{(pid=63198) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 811.773347] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Downloading image file data f8acca30-8090-440d-a8b3-f128643834ea to the ESX as VM named 'OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578' {{(pid=63198) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 811.838173] env[63198]: DEBUG nova.compute.utils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.839511] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3675183-f0df-4676-9198-2cf1fe0c0515 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 61.099s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.841033] env[63198]: DEBUG nova.compute.manager [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.841033] env[63198]: DEBUG nova.network.neutron [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.842500] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 30.146s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.842672] env[63198]: INFO nova.compute.manager [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Unshelving [ 811.852610] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 811.852610] env[63198]: value = "resgroup-9" [ 811.852610] env[63198]: _type = "ResourcePool" [ 811.852610] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 811.853461] env[63198]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-04543f8e-ac21-4b04-9dbe-1495e410278d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.876523] env[63198]: DEBUG oslo_vmware.api [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712230, 'name': PowerOnVM_Task, 'duration_secs': 1.070595} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.877665] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.877877] env[63198]: INFO nova.compute.manager [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Took 10.06 seconds to spawn the instance on the hypervisor. [ 811.878070] env[63198]: DEBUG nova.compute.manager [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.878402] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lease: (returnval){ [ 811.878402] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b51610-2658-919c-a314-5e1c5d65fcc0" [ 811.878402] env[63198]: _type = "HttpNfcLease" [ 811.878402] env[63198]: } obtained for vApp import into resource pool (val){ [ 811.878402] env[63198]: value = "resgroup-9" [ 811.878402] env[63198]: _type = "ResourcePool" [ 811.878402] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 811.878590] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the lease: (returnval){ [ 811.878590] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b51610-2658-919c-a314-5e1c5d65fcc0" [ 811.878590] env[63198]: _type = "HttpNfcLease" [ 811.878590] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.879298] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6d10bd-6b7f-4bd3-b3c5-c8b3821f1c30 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.885797] env[63198]: DEBUG nova.policy [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e77ccd751a4ab9b4c3e7cbaf6e33b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64231456d8bd4dae84523fe2266817cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.892723] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.892723] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b51610-2658-919c-a314-5e1c5d65fcc0" [ 811.892723] env[63198]: _type = "HttpNfcLease" [ 811.892723] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.917781] env[63198]: DEBUG nova.objects.instance [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lazy-loading 'flavor' on Instance uuid 9f9d72f1-2324-41cc-a050-679682cf6bda {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.980879] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712234, 'name': Rename_Task, 'duration_secs': 0.151714} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.983654] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.984103] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f957df-d88f-4b88-9d1a-e78e51aa2fe4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.990234] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 811.990234] env[63198]: value = "task-2712236" [ 811.990234] env[63198]: _type = "Task" [ 811.990234] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.001288] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.101299] env[63198]: DEBUG oslo_vmware.api [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712233, 'name': PowerOnVM_Task, 'duration_secs': 0.718897} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.101299] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.101299] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18468d9e-0b73-4137-8310-80fefeab900b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance 'f6a8ce31-5fad-4c6b-bbc5-ed240f8db679' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 812.262838] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d77d5a-bf54-4b0d-b602-121e24fa8e32 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.276428] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06012651-f1ef-46c6-b9d2-34ad2487d5aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.079417] env[63198]: DEBUG nova.compute.manager [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.095776] env[63198]: DEBUG nova.network.neutron [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Successfully created port: 0cc42017-8026-4844-8646-4b4b4bb99ddf {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.099386] env[63198]: DEBUG nova.network.neutron [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Successfully updated port: 162f3b18-ee12-48b5-b7f4-93bedd65055d {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.100727] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "refresh_cache-9f9d72f1-2324-41cc-a050-679682cf6bda" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.100889] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquired lock "refresh_cache-9f9d72f1-2324-41cc-a050-679682cf6bda" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.101063] env[63198]: DEBUG nova.network.neutron [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.101253] env[63198]: DEBUG nova.objects.instance [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lazy-loading 'info_cache' on Instance uuid 9f9d72f1-2324-41cc-a050-679682cf6bda {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.106487] env[63198]: DEBUG nova.compute.manager [req-5148729d-f1c3-427b-bc93-485df4e78f52 req-2719b518-482a-43b2-b9fe-a4f6cc93bf1b service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Received event network-vif-plugged-162f3b18-ee12-48b5-b7f4-93bedd65055d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.106734] env[63198]: DEBUG oslo_concurrency.lockutils [req-5148729d-f1c3-427b-bc93-485df4e78f52 req-2719b518-482a-43b2-b9fe-a4f6cc93bf1b service nova] Acquiring lock "9d21143e-5a30-4964-b8af-9bbcbded658a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.106963] env[63198]: DEBUG oslo_concurrency.lockutils [req-5148729d-f1c3-427b-bc93-485df4e78f52 req-2719b518-482a-43b2-b9fe-a4f6cc93bf1b service nova] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.107204] env[63198]: DEBUG oslo_concurrency.lockutils [req-5148729d-f1c3-427b-bc93-485df4e78f52 req-2719b518-482a-43b2-b9fe-a4f6cc93bf1b service nova] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.107703] env[63198]: DEBUG nova.compute.manager [req-5148729d-f1c3-427b-bc93-485df4e78f52 req-2719b518-482a-43b2-b9fe-a4f6cc93bf1b service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] No waiting events found dispatching network-vif-plugged-162f3b18-ee12-48b5-b7f4-93bedd65055d {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.107703] env[63198]: WARNING nova.compute.manager [req-5148729d-f1c3-427b-bc93-485df4e78f52 req-2719b518-482a-43b2-b9fe-a4f6cc93bf1b service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Received unexpected event network-vif-plugged-162f3b18-ee12-48b5-b7f4-93bedd65055d for instance with vm_state building and task_state spawning. [ 813.111992] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b286e-17be-40ad-bb9f-76fa1e9c5f14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.115777] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "refresh_cache-9d21143e-5a30-4964-b8af-9bbcbded658a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.115912] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "refresh_cache-9d21143e-5a30-4964-b8af-9bbcbded658a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.116061] env[63198]: DEBUG nova.network.neutron [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.122962] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.122962] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b51610-2658-919c-a314-5e1c5d65fcc0" [ 813.122962] env[63198]: _type = "HttpNfcLease" [ 813.122962] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 813.128123] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 813.128123] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b51610-2658-919c-a314-5e1c5d65fcc0" [ 813.128123] env[63198]: _type = "HttpNfcLease" [ 813.128123] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 813.129027] env[63198]: DEBUG oslo_vmware.api [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712236, 'name': PowerOnVM_Task, 'duration_secs': 0.46348} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.129896] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baefd3ee-316c-454c-977c-d1e3cebdb738 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.133409] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae6b9e-06fe-4592-a1ae-4e8fa6b3925e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.137501] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.138543] env[63198]: INFO nova.compute.manager [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Took 8.70 seconds to spawn the instance on the hypervisor. [ 813.138543] env[63198]: DEBUG nova.compute.manager [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.139723] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3218e1-3437-4a5e-9a33-db8e547e502d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.157540] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ac9b-be52-444c-b402-d2c9db688a2f/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 813.157729] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ac9b-be52-444c-b402-d2c9db688a2f/disk-0.vmdk. {{(pid=63198) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 813.159536] env[63198]: DEBUG nova.compute.provider_tree [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.218668] env[63198]: INFO nova.compute.manager [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Took 49.03 seconds to build instance. [ 813.230021] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-099c087c-e581-4a49-adc8-3bbfb9547cb3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.616182] env[63198]: DEBUG nova.compute.utils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.621086] env[63198]: DEBUG nova.objects.base [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Object Instance<9f9d72f1-2324-41cc-a050-679682cf6bda> lazy-loaded attributes: flavor,info_cache {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 813.663988] env[63198]: DEBUG nova.network.neutron [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.667110] env[63198]: DEBUG nova.scheduler.client.report [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.682162] env[63198]: INFO nova.compute.manager [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Took 43.28 seconds to build instance. [ 813.721647] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2e250ba-24eb-48a6-bbb1-45be7521fe3c tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.538s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.876670] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "14e21b91-64d2-4baa-b7cc-f619a65be828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.876945] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "14e21b91-64d2-4baa-b7cc-f619a65be828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.912933] env[63198]: DEBUG nova.network.neutron [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Updating instance_info_cache with network_info: [{"id": "162f3b18-ee12-48b5-b7f4-93bedd65055d", "address": "fa:16:3e:44:4e:b6", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162f3b18-ee", "ovs_interfaceid": "162f3b18-ee12-48b5-b7f4-93bedd65055d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.114531] env[63198]: DEBUG nova.compute.manager [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.127292] env[63198]: INFO nova.virt.block_device [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Booting with volume 47d3e76a-f7c8-413b-9232-f7e5dc069da0 at /dev/sdb [ 814.145755] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.146074] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.146254] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.146439] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.146584] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.146742] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.147034] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.147229] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.147425] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.147609] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.147815] env[63198]: DEBUG nova.virt.hardware [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.150493] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3e739d-0509-44d9-bfd1-013221251e0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.160669] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3363276-5173-4631-a19e-6c74382a6e79 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.178437] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.846s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.185069] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.611s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.186723] env[63198]: INFO nova.compute.claims [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.189753] env[63198]: DEBUG oslo_concurrency.lockutils [None req-acc30a6b-0acf-45f3-b261-3b6ffb47c012 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.810s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.189753] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-062c3a9e-a0f1-4bbe-b7e4-8b3af748e718 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.204840] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f066433b-4a9e-47b5-a097-7abfbc724782 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.226840] env[63198]: INFO nova.scheduler.client.report [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted allocations for instance e10e723c-944b-4be8-b623-741de004cb2b [ 814.253529] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d58dc61-e7e1-48f9-96a5-5b49e18988a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.265253] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4aeae3-cace-4bb8-97a1-ccd4d89387d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.302319] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0624c5-e07a-4b9b-9799-80c671da1e6f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.309237] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e5bf1a-6713-4acd-bffc-c4efff1684da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.322763] env[63198]: DEBUG nova.virt.block_device [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating existing volume attachment record: 040d5a88-16cb-403b-bbf1-f1e912cfd21c {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 814.379762] env[63198]: DEBUG nova.compute.manager [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.416846] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "refresh_cache-9d21143e-5a30-4964-b8af-9bbcbded658a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.417190] env[63198]: DEBUG nova.compute.manager [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Instance network_info: |[{"id": "162f3b18-ee12-48b5-b7f4-93bedd65055d", "address": "fa:16:3e:44:4e:b6", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162f3b18-ee", "ovs_interfaceid": "162f3b18-ee12-48b5-b7f4-93bedd65055d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.418257] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:4e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '162f3b18-ee12-48b5-b7f4-93bedd65055d', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.425739] env[63198]: DEBUG oslo.service.loopingcall [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.427925] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.428203] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0202783-2513-4806-aa5c-6c54c289f6e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.455548] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.455548] env[63198]: value = "task-2712237" [ 814.455548] env[63198]: _type = "Task" [ 814.455548] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.464473] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712237, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.465361] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Completed reading data from the image iterator. {{(pid=63198) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 814.465534] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ac9b-be52-444c-b402-d2c9db688a2f/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 814.466330] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0471130-0148-4954-9ced-7170382d9ff9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.472083] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ac9b-be52-444c-b402-d2c9db688a2f/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 814.472246] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ac9b-be52-444c-b402-d2c9db688a2f/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 814.472480] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c5738a63-46fa-4df1-9840-84faca20541c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.598682] env[63198]: DEBUG nova.compute.manager [req-45f4b751-9628-4af1-b4b4-45a0e94fc1fd req-675a0a50-a750-41d0-a751-a12793dc6d47 service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Received event network-changed-162f3b18-ee12-48b5-b7f4-93bedd65055d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.598886] env[63198]: DEBUG nova.compute.manager [req-45f4b751-9628-4af1-b4b4-45a0e94fc1fd req-675a0a50-a750-41d0-a751-a12793dc6d47 service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Refreshing instance network info cache due to event network-changed-162f3b18-ee12-48b5-b7f4-93bedd65055d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 814.599476] env[63198]: DEBUG oslo_concurrency.lockutils [req-45f4b751-9628-4af1-b4b4-45a0e94fc1fd req-675a0a50-a750-41d0-a751-a12793dc6d47 service nova] Acquiring lock "refresh_cache-9d21143e-5a30-4964-b8af-9bbcbded658a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.599657] env[63198]: DEBUG oslo_concurrency.lockutils [req-45f4b751-9628-4af1-b4b4-45a0e94fc1fd req-675a0a50-a750-41d0-a751-a12793dc6d47 service nova] Acquired lock "refresh_cache-9d21143e-5a30-4964-b8af-9bbcbded658a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.599849] env[63198]: DEBUG nova.network.neutron [req-45f4b751-9628-4af1-b4b4-45a0e94fc1fd req-675a0a50-a750-41d0-a751-a12793dc6d47 service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Refreshing network info cache for port 162f3b18-ee12-48b5-b7f4-93bedd65055d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.741372] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef6e3a18-64f1-4427-9720-b15fdc96085f tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "e10e723c-944b-4be8-b623-741de004cb2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.184s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.758625] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ac9b-be52-444c-b402-d2c9db688a2f/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 814.759069] env[63198]: INFO nova.virt.vmwareapi.images [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Downloaded image file data f8acca30-8090-440d-a8b3-f128643834ea [ 814.761081] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a011870-e795-4df5-a07f-6099cab3262f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.779905] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2bf81c0-7d73-4268-b57d-4864452c17b2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.816213] env[63198]: INFO nova.virt.vmwareapi.images [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] The imported VM was unregistered [ 814.819268] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Caching image {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 814.819268] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.820789] env[63198]: DEBUG nova.network.neutron [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Updating instance_info_cache with network_info: [{"id": "21d4fd87-2551-4bc4-88e4-72bd06f46d9a", "address": "fa:16:3e:06:7a:ac", "network": {"id": "d01cff4d-da39-4d1d-84c4-434acc3dbb2b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-712171768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4856025f208412c9d287fcfbb1e7822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d4fd87-25", "ovs_interfaceid": "21d4fd87-2551-4bc4-88e4-72bd06f46d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.821599] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a5c4be9-3179-4986-897c-3313cd11d8f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.848158] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Created directory with path [datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.848501] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578/OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578.vmdk to [datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea/f8acca30-8090-440d-a8b3-f128643834ea.vmdk. {{(pid=63198) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 814.848745] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1fc543a5-12e7-4d4b-962f-451d17463768 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.857134] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 814.857134] env[63198]: value = "task-2712242" [ 814.857134] env[63198]: _type = "Task" [ 814.857134] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.865741] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712242, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.914669] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.966419] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712237, 'name': CreateVM_Task, 'duration_secs': 0.410701} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.966625] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.967348] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.967644] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.967824] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.968478] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec09dfe-9a93-4d45-9e64-d49b715b1e7f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.981021] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 814.981021] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cd7ee1-dc6b-22a8-9486-abbec5a2e96e" [ 814.981021] env[63198]: _type = "Task" [ 814.981021] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.985613] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cd7ee1-dc6b-22a8-9486-abbec5a2e96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.326474] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Releasing lock "refresh_cache-9f9d72f1-2324-41cc-a050-679682cf6bda" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.374667] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712242, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.418790] env[63198]: DEBUG nova.network.neutron [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Successfully updated port: 0cc42017-8026-4844-8646-4b4b4bb99ddf {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.478351] env[63198]: DEBUG oslo_concurrency.lockutils [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.478351] env[63198]: DEBUG oslo_concurrency.lockutils [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.478351] env[63198]: DEBUG nova.compute.manager [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Going to confirm migration 3 {{(pid=63198) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 815.496065] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cd7ee1-dc6b-22a8-9486-abbec5a2e96e, 'name': SearchDatastore_Task, 'duration_secs': 0.01248} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.496465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.496708] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.496953] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.497120] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.497307] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.497590] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eab09381-dd7b-4d7d-ab26-f26d8652cc89 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.520572] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.520768] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.522385] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ad90a7-a7d3-4276-a3a4-f76059476795 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.536874] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 815.536874] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522f3dc8-003e-ca1e-78e7-9ab5736802cd" [ 815.536874] env[63198]: _type = "Task" [ 815.536874] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.548221] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522f3dc8-003e-ca1e-78e7-9ab5736802cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.595891] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "aef1d1f0-d6a3-4a61-9896-5669beda455d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.596376] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "aef1d1f0-d6a3-4a61-9896-5669beda455d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.596714] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "aef1d1f0-d6a3-4a61-9896-5669beda455d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.596931] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "aef1d1f0-d6a3-4a61-9896-5669beda455d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.597147] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "aef1d1f0-d6a3-4a61-9896-5669beda455d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.600267] env[63198]: INFO nova.compute.manager [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Terminating instance [ 815.669151] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58368a02-e39e-4366-99bf-965997400689 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.685047] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998d669c-7d59-4734-88b9-7ba5a7d3215d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.693662] env[63198]: DEBUG nova.network.neutron [req-45f4b751-9628-4af1-b4b4-45a0e94fc1fd req-675a0a50-a750-41d0-a751-a12793dc6d47 service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Updated VIF entry in instance network info cache for port 162f3b18-ee12-48b5-b7f4-93bedd65055d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.694218] env[63198]: DEBUG nova.network.neutron [req-45f4b751-9628-4af1-b4b4-45a0e94fc1fd req-675a0a50-a750-41d0-a751-a12793dc6d47 service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Updating instance_info_cache with network_info: [{"id": "162f3b18-ee12-48b5-b7f4-93bedd65055d", "address": "fa:16:3e:44:4e:b6", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162f3b18-ee", "ovs_interfaceid": "162f3b18-ee12-48b5-b7f4-93bedd65055d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.728132] env[63198]: DEBUG oslo_concurrency.lockutils [req-45f4b751-9628-4af1-b4b4-45a0e94fc1fd req-675a0a50-a750-41d0-a751-a12793dc6d47 service nova] Releasing lock "refresh_cache-9d21143e-5a30-4964-b8af-9bbcbded658a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.729186] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79b65f3-1c1d-400b-a874-d8023e06fbae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.740521] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64189672-f120-470a-885b-2af2ade2f8e1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.759215] env[63198]: DEBUG nova.compute.provider_tree [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.873408] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712242, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.924502] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-b0d71974-f55e-45fd-99da-52d939b7ef54" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.924660] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-b0d71974-f55e-45fd-99da-52d939b7ef54" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.924872] env[63198]: DEBUG nova.network.neutron [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.048924] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522f3dc8-003e-ca1e-78e7-9ab5736802cd, 'name': SearchDatastore_Task, 'duration_secs': 0.088523} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.049828] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9af5197-cf87-4a8f-a3b6-74c9d5672eea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.057159] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 816.057159] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52902e49-c2e9-c68e-22af-ef0a18ce3f63" [ 816.057159] env[63198]: _type = "Task" [ 816.057159] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.069026] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52902e49-c2e9-c68e-22af-ef0a18ce3f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.110026] env[63198]: DEBUG nova.compute.manager [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.110026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.110026] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d0051f-2993-47d4-9743-b0b80f01ed13 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.117915] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.118238] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d132a37-9fc4-4ceb-8c74-6e3571c86bde {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.128022] env[63198]: DEBUG oslo_vmware.api [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 816.128022] env[63198]: value = "task-2712243" [ 816.128022] env[63198]: _type = "Task" [ 816.128022] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.138971] env[63198]: DEBUG oslo_vmware.api [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.263255] env[63198]: DEBUG nova.scheduler.client.report [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.314206] env[63198]: DEBUG oslo_concurrency.lockutils [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.314467] env[63198]: DEBUG oslo_concurrency.lockutils [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.314676] env[63198]: DEBUG nova.network.neutron [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.314940] env[63198]: DEBUG nova.objects.instance [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lazy-loading 'info_cache' on Instance uuid f6a8ce31-5fad-4c6b-bbc5-ed240f8db679 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.336707] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.337181] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d67b2e74-3196-4089-9192-3a2d1370e27a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.348271] env[63198]: DEBUG oslo_vmware.api [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 816.348271] env[63198]: value = "task-2712244" [ 816.348271] env[63198]: _type = "Task" [ 816.348271] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.360353] env[63198]: DEBUG oslo_vmware.api [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.373226] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712242, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.479311] env[63198]: DEBUG nova.network.neutron [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.569314] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52902e49-c2e9-c68e-22af-ef0a18ce3f63, 'name': SearchDatastore_Task, 'duration_secs': 0.085658} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.569723] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.570044] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 9d21143e-5a30-4964-b8af-9bbcbded658a/9d21143e-5a30-4964-b8af-9bbcbded658a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.571344] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5c07130-f00a-4ec0-bb39-070d76b8e947 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.580594] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 816.580594] env[63198]: value = "task-2712245" [ 816.580594] env[63198]: _type = "Task" [ 816.580594] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.590982] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.638170] env[63198]: DEBUG oslo_vmware.api [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712243, 'name': PowerOffVM_Task, 'duration_secs': 0.261815} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.638556] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.638734] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.639038] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67376821-ed8a-460a-850f-b667e8a59718 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.706256] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.706256] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.706256] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleting the datastore file [datastore2] aef1d1f0-d6a3-4a61-9896-5669beda455d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.706256] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa773162-31d3-44e0-ba90-69be35eaba97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.717993] env[63198]: DEBUG oslo_vmware.api [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for the task: (returnval){ [ 816.717993] env[63198]: value = "task-2712248" [ 816.717993] env[63198]: _type = "Task" [ 816.717993] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.728908] env[63198]: DEBUG oslo_vmware.api [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.731953] env[63198]: DEBUG nova.compute.manager [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Received event network-vif-plugged-0cc42017-8026-4844-8646-4b4b4bb99ddf {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.732374] env[63198]: DEBUG oslo_concurrency.lockutils [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] Acquiring lock "b0d71974-f55e-45fd-99da-52d939b7ef54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.732626] env[63198]: DEBUG oslo_concurrency.lockutils [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.732827] env[63198]: DEBUG oslo_concurrency.lockutils [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.733009] env[63198]: DEBUG nova.compute.manager [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] No waiting events found dispatching network-vif-plugged-0cc42017-8026-4844-8646-4b4b4bb99ddf {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.733263] env[63198]: WARNING nova.compute.manager [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Received unexpected event network-vif-plugged-0cc42017-8026-4844-8646-4b4b4bb99ddf for instance with vm_state building and task_state spawning. [ 816.734245] env[63198]: DEBUG nova.compute.manager [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Received event network-changed-0cc42017-8026-4844-8646-4b4b4bb99ddf {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.734245] env[63198]: DEBUG nova.compute.manager [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Refreshing instance network info cache due to event network-changed-0cc42017-8026-4844-8646-4b4b4bb99ddf. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.734245] env[63198]: DEBUG oslo_concurrency.lockutils [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] Acquiring lock "refresh_cache-b0d71974-f55e-45fd-99da-52d939b7ef54" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.768985] env[63198]: DEBUG nova.network.neutron [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Updating instance_info_cache with network_info: [{"id": "0cc42017-8026-4844-8646-4b4b4bb99ddf", "address": "fa:16:3e:e5:7f:4f", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc42017-80", "ovs_interfaceid": "0cc42017-8026-4844-8646-4b4b4bb99ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.770848] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.771399] env[63198]: DEBUG nova.compute.manager [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.774251] env[63198]: DEBUG oslo_concurrency.lockutils [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.672s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.774500] env[63198]: DEBUG nova.objects.instance [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lazy-loading 'resources' on Instance uuid 42397992-1f96-421e-9a09-6eb07294d682 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.865180] env[63198]: DEBUG oslo_vmware.api [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.876996] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712242, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.093546] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.229839] env[63198]: DEBUG oslo_vmware.api [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Task: {'id': task-2712248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463203} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.230125] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.230339] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.230715] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.230715] env[63198]: INFO nova.compute.manager [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 817.230953] env[63198]: DEBUG oslo.service.loopingcall [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.231154] env[63198]: DEBUG nova.compute.manager [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.231297] env[63198]: DEBUG nova.network.neutron [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.275340] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-b0d71974-f55e-45fd-99da-52d939b7ef54" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.275744] env[63198]: DEBUG nova.compute.manager [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Instance network_info: |[{"id": "0cc42017-8026-4844-8646-4b4b4bb99ddf", "address": "fa:16:3e:e5:7f:4f", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc42017-80", "ovs_interfaceid": "0cc42017-8026-4844-8646-4b4b4bb99ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.276111] env[63198]: DEBUG oslo_concurrency.lockutils [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] Acquired lock "refresh_cache-b0d71974-f55e-45fd-99da-52d939b7ef54" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.276365] env[63198]: DEBUG nova.network.neutron [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Refreshing network info cache for port 0cc42017-8026-4844-8646-4b4b4bb99ddf {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.279071] env[63198]: DEBUG nova.compute.utils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.283599] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:7f:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cc42017-8026-4844-8646-4b4b4bb99ddf', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.291566] env[63198]: DEBUG oslo.service.loopingcall [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.293283] env[63198]: DEBUG nova.compute.manager [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.293464] env[63198]: DEBUG nova.network.neutron [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.295740] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.297074] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c3464a6-2fe5-44e2-ba5a-9bdc63bdc139 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.320241] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.320241] env[63198]: value = "task-2712249" [ 817.320241] env[63198]: _type = "Task" [ 817.320241] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.332130] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712249, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.363793] env[63198]: DEBUG oslo_vmware.api [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.374349] env[63198]: DEBUG nova.policy [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '392172f7f46047ff884f3d0523bbe1c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '917385ffae3f475c9a8482ef526c1a41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.387340] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712242, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.585283] env[63198]: DEBUG nova.network.neutron [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance_info_cache with network_info: [{"id": "a69216e2-dddf-41a7-88a9-aac5070586e0", "address": "fa:16:3e:ed:19:8a", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69216e2-dd", "ovs_interfaceid": "a69216e2-dddf-41a7-88a9-aac5070586e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.595707] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712245, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.796507] env[63198]: DEBUG nova.compute.manager [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.835231] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712249, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.867090] env[63198]: DEBUG oslo_vmware.api [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.874793] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d09780a-4188-48ae-b764-7f2198e5f133 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.886737] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712242, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.601037} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.889333] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578/OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578.vmdk to [datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea/f8acca30-8090-440d-a8b3-f128643834ea.vmdk. [ 817.889523] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Cleaning up location [datastore1] OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578 {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 817.889685] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1ad4e876-fdc9-484f-9f16-f970eb1e6578 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.890307] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6a4321d-ebee-47c1-95ef-ed67cb8ac79d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.892817] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea4ee5c-bd80-43b1-afb2-247ad22902d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.934132] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b4ac6a-0199-4e7c-b80c-d042d96e9ec8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.937935] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 817.937935] env[63198]: value = "task-2712250" [ 817.937935] env[63198]: _type = "Task" [ 817.937935] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.948325] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b09117-9bf1-4ea2-a890-5e85db669bb1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.956623] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.968047] env[63198]: DEBUG nova.compute.provider_tree [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.093820] env[63198]: DEBUG oslo_concurrency.lockutils [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.094099] env[63198]: DEBUG nova.objects.instance [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lazy-loading 'migration_context' on Instance uuid f6a8ce31-5fad-4c6b-bbc5-ed240f8db679 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.095232] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712245, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.146328] env[63198]: DEBUG nova.network.neutron [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Successfully created port: 448fcd78-9a54-436c-a47d-c6f9c24b1ef6 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.156575] env[63198]: DEBUG nova.network.neutron [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.335151] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712249, 'name': CreateVM_Task, 'duration_secs': 0.660081} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.335340] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.335999] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.336190] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.336511] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.336760] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a852cb2d-a05a-4a6c-b640-67b7b33be5c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.341425] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 818.341425] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527bb707-0e90-dfbb-6d11-46a1de79354c" [ 818.341425] env[63198]: _type = "Task" [ 818.341425] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.350236] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527bb707-0e90-dfbb-6d11-46a1de79354c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.359236] env[63198]: DEBUG oslo_vmware.api [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.375794] env[63198]: DEBUG nova.network.neutron [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Updated VIF entry in instance network info cache for port 0cc42017-8026-4844-8646-4b4b4bb99ddf. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.376163] env[63198]: DEBUG nova.network.neutron [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Updating instance_info_cache with network_info: [{"id": "0cc42017-8026-4844-8646-4b4b4bb99ddf", "address": "fa:16:3e:e5:7f:4f", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc42017-80", "ovs_interfaceid": "0cc42017-8026-4844-8646-4b4b4bb99ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.448694] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246367} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.448978] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.449129] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea/f8acca30-8090-440d-a8b3-f128643834ea.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.449449] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea/f8acca30-8090-440d-a8b3-f128643834ea.vmdk to [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d/1e3e7894-9094-4dcb-8409-9a8f800e690d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.449710] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e734df16-9013-497a-9bef-d680f0188519 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.456692] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 818.456692] env[63198]: value = "task-2712251" [ 818.456692] env[63198]: _type = "Task" [ 818.456692] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.464350] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.473350] env[63198]: DEBUG nova.scheduler.client.report [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.594504] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712245, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.566626} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.594831] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 9d21143e-5a30-4964-b8af-9bbcbded658a/9d21143e-5a30-4964-b8af-9bbcbded658a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.595338] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.595338] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-679ee7d5-6a9b-4d7b-afcc-70231b0cc793 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.597524] env[63198]: DEBUG nova.objects.base [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 818.598301] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107ef624-a12e-48bd-82f1-a7331e714b90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.617587] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d2d78a-2fb9-4f6c-b822-437f270a93d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.620668] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 818.620668] env[63198]: value = "task-2712252" [ 818.620668] env[63198]: _type = "Task" [ 818.620668] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.625550] env[63198]: DEBUG oslo_vmware.api [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 818.625550] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ff8a5a-9c7c-93ed-2e5f-84dd60cb9221" [ 818.625550] env[63198]: _type = "Task" [ 818.625550] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.631699] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.636377] env[63198]: DEBUG oslo_vmware.api [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ff8a5a-9c7c-93ed-2e5f-84dd60cb9221, 'name': SearchDatastore_Task, 'duration_secs': 0.007552} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.636680] env[63198]: DEBUG oslo_concurrency.lockutils [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.659515] env[63198]: INFO nova.compute.manager [-] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Took 1.43 seconds to deallocate network for instance. [ 818.810648] env[63198]: DEBUG nova.compute.manager [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.822075] env[63198]: DEBUG nova.compute.manager [req-88cd857e-9653-44e8-9de8-04763821f222 req-4eebfabd-88f3-4b68-9458-28209a7d1641 service nova] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Received event network-vif-deleted-670a96a9-f7bb-4958-ab56-d07ce2d54233 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.837328] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.837582] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.837704] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.838104] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.838200] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.838342] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.838572] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.838750] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.838893] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.839060] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.839242] env[63198]: DEBUG nova.virt.hardware [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.840428] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5916fe64-4dc8-4044-82ca-405eb5f65afd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.855724] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bf9945-aa3c-4f62-81cd-7d9a224d6561 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.859669] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527bb707-0e90-dfbb-6d11-46a1de79354c, 'name': SearchDatastore_Task, 'duration_secs': 0.088576} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.862926] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.863465] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.863465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.863565] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.863699] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.864290] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e70c62b-b0cd-419c-984d-902063a0de2c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.877552] env[63198]: DEBUG oslo_vmware.api [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.879188] env[63198]: DEBUG oslo_concurrency.lockutils [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] Releasing lock "refresh_cache-b0d71974-f55e-45fd-99da-52d939b7ef54" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.879423] env[63198]: DEBUG nova.compute.manager [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Received event network-changed-a440ea74-1251-497f-8e84-ae162651747e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.879586] env[63198]: DEBUG nova.compute.manager [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Refreshing instance network info cache due to event network-changed-a440ea74-1251-497f-8e84-ae162651747e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.879790] env[63198]: DEBUG oslo_concurrency.lockutils [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] Acquiring lock "refresh_cache-28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.879919] env[63198]: DEBUG oslo_concurrency.lockutils [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] Acquired lock "refresh_cache-28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.880682] env[63198]: DEBUG nova.network.neutron [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Refreshing network info cache for port a440ea74-1251-497f-8e84-ae162651747e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.884812] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.885580] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.886177] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e8a051-ac10-4711-ac26-29a0457af821 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.891265] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 818.891265] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52babb15-7da7-12b8-b501-d2c18108a8f2" [ 818.891265] env[63198]: _type = "Task" [ 818.891265] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.900561] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52babb15-7da7-12b8-b501-d2c18108a8f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.966591] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712251, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.978610] env[63198]: DEBUG oslo_concurrency.lockutils [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.981130] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.634s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.981323] env[63198]: DEBUG nova.objects.instance [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 819.005947] env[63198]: INFO nova.scheduler.client.report [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted allocations for instance 42397992-1f96-421e-9a09-6eb07294d682 [ 819.132822] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065517} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.133162] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.134127] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f784c8bc-10ff-4c51-8ba4-21e74fedbb9d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.160583] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 9d21143e-5a30-4964-b8af-9bbcbded658a/9d21143e-5a30-4964-b8af-9bbcbded658a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.160922] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5df28f-020d-40c4-90c6-e51b8468b157 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.179045] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.185722] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 819.185722] env[63198]: value = "task-2712253" [ 819.185722] env[63198]: _type = "Task" [ 819.185722] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.195896] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.371439] env[63198]: DEBUG oslo_vmware.api [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712244, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.403407] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52babb15-7da7-12b8-b501-d2c18108a8f2, 'name': SearchDatastore_Task, 'duration_secs': 0.041526} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.404421] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c1bd13-056f-48a4-8867-08f2b386abd1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.410313] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 819.410313] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fa2aa8-39bc-1ce5-3115-7223db0ea44e" [ 819.410313] env[63198]: _type = "Task" [ 819.410313] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.421563] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fa2aa8-39bc-1ce5-3115-7223db0ea44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.467889] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712251, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.514386] env[63198]: DEBUG oslo_concurrency.lockutils [None req-319590c1-76ea-4385-8c1a-59028ad4977c tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "42397992-1f96-421e-9a09-6eb07294d682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.143s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.702513] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712253, 'name': ReconfigVM_Task, 'duration_secs': 0.36297} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.702513] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 9d21143e-5a30-4964-b8af-9bbcbded658a/9d21143e-5a30-4964-b8af-9bbcbded658a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.702985] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2abab43-6e17-42b0-ac0c-300ec24b4425 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.712902] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 819.712902] env[63198]: value = "task-2712254" [ 819.712902] env[63198]: _type = "Task" [ 819.712902] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.727262] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712254, 'name': Rename_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.870747] env[63198]: DEBUG oslo_vmware.api [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712244, 'name': PowerOnVM_Task, 'duration_secs': 3.162764} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.871061] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.871264] env[63198]: DEBUG nova.compute.manager [None req-f879c8c8-89bb-4c9c-b69d-2a919f9800a4 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.872064] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd62d94-6b5c-4c22-80f2-3bd4a06afa33 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.920561] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fa2aa8-39bc-1ce5-3115-7223db0ea44e, 'name': SearchDatastore_Task, 'duration_secs': 0.087667} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.921611] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.921882] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] b0d71974-f55e-45fd-99da-52d939b7ef54/b0d71974-f55e-45fd-99da-52d939b7ef54.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.922203] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc586cb-b266-475e-9350-3179c28330da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.929472] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 819.929472] env[63198]: value = "task-2712255" [ 819.929472] env[63198]: _type = "Task" [ 819.929472] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.944545] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.953552] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.967265] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712251, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.990756] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b80c22ef-a309-4fc4-9974-1b7ecd4b24be tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.991926] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.201s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.993760] env[63198]: INFO nova.compute.claims [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.023326] env[63198]: DEBUG nova.network.neutron [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Updated VIF entry in instance network info cache for port a440ea74-1251-497f-8e84-ae162651747e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.027021] env[63198]: DEBUG nova.network.neutron [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Updating instance_info_cache with network_info: [{"id": "a440ea74-1251-497f-8e84-ae162651747e", "address": "fa:16:3e:a0:27:bd", "network": {"id": "0c109d40-dcb2-492d-a1b5-2af857995c96", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1765084741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f347fbf01084197b92ed27bd474fa02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa440ea74-12", "ovs_interfaceid": "a440ea74-1251-497f-8e84-ae162651747e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.105208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "53bb3fab-5289-4abe-ae4b-43547891513e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.105208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "53bb3fab-5289-4abe-ae4b-43547891513e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.105208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "53bb3fab-5289-4abe-ae4b-43547891513e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.105208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "53bb3fab-5289-4abe-ae4b-43547891513e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.105208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "53bb3fab-5289-4abe-ae4b-43547891513e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.107771] env[63198]: INFO nova.compute.manager [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Terminating instance [ 820.225342] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712254, 'name': Rename_Task, 'duration_secs': 0.218436} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.225697] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.225960] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-959d8d74-f3d8-43a5-aa40-cf85850bc3c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.232771] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 820.232771] env[63198]: value = "task-2712256" [ 820.232771] env[63198]: _type = "Task" [ 820.232771] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.241088] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.289353] env[63198]: DEBUG nova.network.neutron [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Successfully updated port: 448fcd78-9a54-436c-a47d-c6f9c24b1ef6 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.442894] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.469944] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712251, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.527465] env[63198]: DEBUG oslo_concurrency.lockutils [req-b77176dd-1fc2-4055-ae3d-3024fed84271 req-16d8f743-8445-4fc5-a3ad-e8c650f39170 service nova] Releasing lock "refresh_cache-28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.611531] env[63198]: DEBUG nova.compute.manager [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.611758] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.612990] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a485ac3-381e-467b-93b4-bcd498edd3c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.621404] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.621593] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71fa2ee8-ee5e-4258-b2eb-74376b7ecfca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.628183] env[63198]: DEBUG oslo_vmware.api [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 820.628183] env[63198]: value = "task-2712257" [ 820.628183] env[63198]: _type = "Task" [ 820.628183] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.637294] env[63198]: DEBUG oslo_vmware.api [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.748545] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712256, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.799433] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.799656] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.799835] env[63198]: DEBUG nova.network.neutron [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.926422] env[63198]: DEBUG nova.compute.manager [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Received event network-vif-plugged-448fcd78-9a54-436c-a47d-c6f9c24b1ef6 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.926620] env[63198]: DEBUG oslo_concurrency.lockutils [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] Acquiring lock "8275a569-0041-442a-a3d0-5c3f60e411a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.926859] env[63198]: DEBUG oslo_concurrency.lockutils [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] Lock "8275a569-0041-442a-a3d0-5c3f60e411a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.927041] env[63198]: DEBUG oslo_concurrency.lockutils [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] Lock "8275a569-0041-442a-a3d0-5c3f60e411a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.927247] env[63198]: DEBUG nova.compute.manager [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] No waiting events found dispatching network-vif-plugged-448fcd78-9a54-436c-a47d-c6f9c24b1ef6 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.927437] env[63198]: WARNING nova.compute.manager [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Received unexpected event network-vif-plugged-448fcd78-9a54-436c-a47d-c6f9c24b1ef6 for instance with vm_state building and task_state spawning. [ 820.927599] env[63198]: DEBUG nova.compute.manager [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Received event network-changed-448fcd78-9a54-436c-a47d-c6f9c24b1ef6 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.927794] env[63198]: DEBUG nova.compute.manager [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Refreshing instance network info cache due to event network-changed-448fcd78-9a54-436c-a47d-c6f9c24b1ef6. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 820.927969] env[63198]: DEBUG oslo_concurrency.lockutils [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] Acquiring lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.940793] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.974436] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712251, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.009876] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "2091c666-f592-407d-8df4-0011204c916f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.010120] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "2091c666-f592-407d-8df4-0011204c916f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.139926] env[63198]: DEBUG oslo_vmware.api [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712257, 'name': PowerOffVM_Task, 'duration_secs': 0.480207} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.140468] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.140713] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.140981] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcc99f63-2a5e-4b57-885c-4c56b1f18216 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.231935] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.231935] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.231935] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleting the datastore file [datastore2] 53bb3fab-5289-4abe-ae4b-43547891513e {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.231935] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1a2d940-8aa1-420e-b460-77045ee6f105 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.242853] env[63198]: DEBUG oslo_vmware.api [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 821.242853] env[63198]: value = "task-2712259" [ 821.242853] env[63198]: _type = "Task" [ 821.242853] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.251273] env[63198]: DEBUG oslo_vmware.api [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712256, 'name': PowerOnVM_Task, 'duration_secs': 0.562932} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.252268] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.252656] env[63198]: INFO nova.compute.manager [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Took 10.60 seconds to spawn the instance on the hypervisor. [ 821.252976] env[63198]: DEBUG nova.compute.manager [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.257928] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16e8cbd-d9b0-48f5-9b41-c73eb22e90b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.260762] env[63198]: DEBUG oslo_vmware.api [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.363442] env[63198]: DEBUG nova.network.neutron [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.442552] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.475358] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712251, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.882455} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.475794] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f8acca30-8090-440d-a8b3-f128643834ea/f8acca30-8090-440d-a8b3-f128643834ea.vmdk to [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d/1e3e7894-9094-4dcb-8409-9a8f800e690d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.476762] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284df2cf-331a-4e69-ae67-0861169a6723 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.481567] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959029e6-6c32-4860-b5f4-fd91ffba59d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.507451] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d/1e3e7894-9094-4dcb-8409-9a8f800e690d.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.510234] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744b8dee-ec19-4511-944a-ca947aec382b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.528137] env[63198]: DEBUG nova.compute.manager [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.532584] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c295930-1030-437f-aed6-f60fd3370c05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.569496] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c617303-502a-4810-afcf-e220560cc4b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.575022] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 821.575022] env[63198]: value = "task-2712260" [ 821.575022] env[63198]: _type = "Task" [ 821.575022] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.586281] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e27c0-274d-4f47-a0a2-602861f5a6ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.595337] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.607211] env[63198]: DEBUG nova.compute.provider_tree [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.659428] env[63198]: DEBUG nova.network.neutron [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Updating instance_info_cache with network_info: [{"id": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "address": "fa:16:3e:b3:bb:84", "network": {"id": "c6630fa7-d673-4f04-a73e-f5f6b0784f49", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-365607882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917385ffae3f475c9a8482ef526c1a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448fcd78-9a", "ovs_interfaceid": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.753713] env[63198]: DEBUG oslo_vmware.api [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.778645] env[63198]: INFO nova.compute.manager [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Took 49.99 seconds to build instance. [ 821.943417] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712255, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.840253} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.943685] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] b0d71974-f55e-45fd-99da-52d939b7ef54/b0d71974-f55e-45fd-99da-52d939b7ef54.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.943900] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.944160] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e593534-abe1-4198-9709-3ed548af88c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.950250] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 821.950250] env[63198]: value = "task-2712261" [ 821.950250] env[63198]: _type = "Task" [ 821.950250] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.958648] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.057731] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.086041] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712260, 'name': ReconfigVM_Task, 'duration_secs': 0.389953} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.086041] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d/1e3e7894-9094-4dcb-8409-9a8f800e690d.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.086395] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92632fcc-5bce-4fef-8c29-0093a199f0df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.094407] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 822.094407] env[63198]: value = "task-2712262" [ 822.094407] env[63198]: _type = "Task" [ 822.094407] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.103058] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712262, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.110151] env[63198]: DEBUG nova.scheduler.client.report [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.163109] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.163109] env[63198]: DEBUG nova.compute.manager [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Instance network_info: |[{"id": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "address": "fa:16:3e:b3:bb:84", "network": {"id": "c6630fa7-d673-4f04-a73e-f5f6b0784f49", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-365607882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917385ffae3f475c9a8482ef526c1a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448fcd78-9a", "ovs_interfaceid": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.163503] env[63198]: DEBUG oslo_concurrency.lockutils [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] Acquired lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.163727] env[63198]: DEBUG nova.network.neutron [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Refreshing network info cache for port 448fcd78-9a54-436c-a47d-c6f9c24b1ef6 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.164996] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:bb:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '448fcd78-9a54-436c-a47d-c6f9c24b1ef6', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.172867] env[63198]: DEBUG oslo.service.loopingcall [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.173911] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.174161] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85dcc46b-ef10-4293-88e8-94f58e25ac09 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.195449] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.195449] env[63198]: value = "task-2712263" [ 822.195449] env[63198]: _type = "Task" [ 822.195449] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.204829] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712263, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.255667] env[63198]: DEBUG oslo_vmware.api [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565018} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.255934] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.256136] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.256318] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.256496] env[63198]: INFO nova.compute.manager [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 822.256730] env[63198]: DEBUG oslo.service.loopingcall [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.257277] env[63198]: DEBUG nova.compute.manager [-] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.258024] env[63198]: DEBUG nova.network.neutron [-] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.280979] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62280fc1-8459-4556-9840-ca43e976dd88 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.499s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.462382] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069732} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.462664] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.463451] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97499fb8-1977-4a76-9c28-241a31ff53e1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.486644] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] b0d71974-f55e-45fd-99da-52d939b7ef54/b0d71974-f55e-45fd-99da-52d939b7ef54.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.487090] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12daeb73-a19f-4c85-ac5d-175cd3648eec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.510157] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 822.510157] env[63198]: value = "task-2712264" [ 822.510157] env[63198]: _type = "Task" [ 822.510157] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.518630] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.605277] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712262, 'name': Rename_Task, 'duration_secs': 0.160186} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.605569] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.605831] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84814129-2b44-4f0c-b20c-ffca3aef9be2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.613743] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 822.613743] env[63198]: value = "task-2712265" [ 822.613743] env[63198]: _type = "Task" [ 822.613743] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.614569] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.615216] env[63198]: DEBUG nova.compute.manager [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.621965] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.921s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.622217] env[63198]: DEBUG nova.objects.instance [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lazy-loading 'resources' on Instance uuid 72f1ba90-32c3-4a58-b88d-7c0147664a22 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.631606] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.708126] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712263, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.021707] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.126046] env[63198]: DEBUG nova.compute.utils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.129935] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.131632] env[63198]: DEBUG nova.compute.manager [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.131810] env[63198]: DEBUG nova.network.neutron [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.211939] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712263, 'name': CreateVM_Task, 'duration_secs': 0.854463} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.214510] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.215552] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.215765] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.216124] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.216443] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb47a13-8ff5-432e-b9cf-e38f06b1f91b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.223033] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 823.223033] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523dd353-a7ab-6d28-9441-3af6afb9b98f" [ 823.223033] env[63198]: _type = "Task" [ 823.223033] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.224546] env[63198]: DEBUG nova.policy [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eeee28154f44fa690b46d87a33de8d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c68c2aedcb8411c994785834516b9d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.238387] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523dd353-a7ab-6d28-9441-3af6afb9b98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.255296] env[63198]: DEBUG nova.network.neutron [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Updated VIF entry in instance network info cache for port 448fcd78-9a54-436c-a47d-c6f9c24b1ef6. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.255724] env[63198]: DEBUG nova.network.neutron [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Updating instance_info_cache with network_info: [{"id": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "address": "fa:16:3e:b3:bb:84", "network": {"id": "c6630fa7-d673-4f04-a73e-f5f6b0784f49", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-365607882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917385ffae3f475c9a8482ef526c1a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448fcd78-9a", "ovs_interfaceid": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.430042] env[63198]: DEBUG nova.compute.manager [req-b160f692-fc19-450b-ab42-80191f21b5f0 req-316f3587-e4d8-4bc0-ada4-60ea036222fe service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Received event network-vif-deleted-bea2e7ff-327d-4173-af07-75eb5c0a821b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 823.430261] env[63198]: INFO nova.compute.manager [req-b160f692-fc19-450b-ab42-80191f21b5f0 req-316f3587-e4d8-4bc0-ada4-60ea036222fe service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Neutron deleted interface bea2e7ff-327d-4173-af07-75eb5c0a821b; detaching it from the instance and deleting it from the info cache [ 823.430394] env[63198]: DEBUG nova.network.neutron [req-b160f692-fc19-450b-ab42-80191f21b5f0 req-316f3587-e4d8-4bc0-ada4-60ea036222fe service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.492089] env[63198]: DEBUG nova.network.neutron [-] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.522353] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712264, 'name': ReconfigVM_Task, 'duration_secs': 0.890157} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.524654] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Reconfigured VM instance instance-00000045 to attach disk [datastore1] b0d71974-f55e-45fd-99da-52d939b7ef54/b0d71974-f55e-45fd-99da-52d939b7ef54.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.525696] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cba3365-d14d-4d5c-9d32-2c22a7939711 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.533576] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 823.533576] env[63198]: value = "task-2712266" [ 823.533576] env[63198]: _type = "Task" [ 823.533576] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.544879] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712266, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.609220] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34d3423-cbc3-4383-ac66-a0640f331865 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.621461] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c855ae26-445f-4942-b738-032aa37cfa72 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.632394] env[63198]: DEBUG nova.compute.manager [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.635353] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.667018] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d07da-ec3d-4a26-b8d4-2f3873cf27e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.679926] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb63ee0-21f3-4a4a-9346-10ff3ebe117a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.698161] env[63198]: DEBUG nova.compute.provider_tree [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.737872] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523dd353-a7ab-6d28-9441-3af6afb9b98f, 'name': SearchDatastore_Task, 'duration_secs': 0.018131} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.738204] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.738504] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.738755] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.738895] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.740718] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.740718] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ad83b2a-ba0e-4cd2-8563-d314f0ca7420 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.749088] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.749702] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.750097] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0838c65a-fd66-464b-82ee-2741a7a1467c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.756825] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 823.756825] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52908c7c-78ea-ae57-2b12-5e22f7eeef0d" [ 823.756825] env[63198]: _type = "Task" [ 823.756825] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.760302] env[63198]: DEBUG oslo_concurrency.lockutils [req-848596b5-bc7d-473f-ba06-36e31d93c5cb req-972143f3-bdbc-473a-ab8e-0d6d70c23644 service nova] Releasing lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.765850] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52908c7c-78ea-ae57-2b12-5e22f7eeef0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.780015] env[63198]: DEBUG nova.network.neutron [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Successfully created port: 29cc8ac4-8809-49df-b586-020e85e41192 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.934246] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44c5b03d-c5f4-42eb-8834-e051ce710efd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.947903] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0483b256-cdf4-4005-8424-9fed9ee9f519 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.996374] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "9d21143e-5a30-4964-b8af-9bbcbded658a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.996752] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.997022] env[63198]: DEBUG nova.compute.manager [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.997617] env[63198]: INFO nova.compute.manager [-] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Took 1.74 seconds to deallocate network for instance. [ 823.998069] env[63198]: DEBUG nova.compute.manager [req-b160f692-fc19-450b-ab42-80191f21b5f0 req-316f3587-e4d8-4bc0-ada4-60ea036222fe service nova] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Detach interface failed, port_id=bea2e7ff-327d-4173-af07-75eb5c0a821b, reason: Instance 53bb3fab-5289-4abe-ae4b-43547891513e could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 823.999322] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e39a4b-caf4-4dbd-9300-cbc10d2c896c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.012065] env[63198]: DEBUG nova.compute.manager [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 824.014087] env[63198]: DEBUG nova.objects.instance [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'flavor' on Instance uuid 9d21143e-5a30-4964-b8af-9bbcbded658a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.047466] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712266, 'name': Rename_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.128865] env[63198]: DEBUG oslo_vmware.api [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712265, 'name': PowerOnVM_Task, 'duration_secs': 1.124113} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.129148] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.201442] env[63198]: DEBUG nova.scheduler.client.report [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.242420] env[63198]: DEBUG nova.compute.manager [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.243460] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a86e6b-6051-406b-9d43-627d5c053bdc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.268896] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52908c7c-78ea-ae57-2b12-5e22f7eeef0d, 'name': SearchDatastore_Task, 'duration_secs': 0.022857} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.269671] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02370291-fb2b-40f9-8c21-2c2527208f8c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.275417] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 824.275417] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d8339c-e348-5d98-7ea3-0c468f35759d" [ 824.275417] env[63198]: _type = "Task" [ 824.275417] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.284018] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d8339c-e348-5d98-7ea3-0c468f35759d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.521964] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.548159] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712266, 'name': Rename_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.672662] env[63198]: DEBUG nova.compute.manager [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.695775] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.696401] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.696401] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.696401] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.696565] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.697136] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.697136] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.697136] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.697354] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.697470] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.697681] env[63198]: DEBUG nova.virt.hardware [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.698636] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d7a37-aef0-4dc8-9bfe-9e570b08b423 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.707222] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.709771] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.522s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.710054] env[63198]: DEBUG nova.objects.instance [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lazy-loading 'resources' on Instance uuid 873b5af7-94f5-4bed-af71-db17a9417c87 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.712629] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0f6720-2b77-4e25-a2fe-f94ae5c9e416 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.733187] env[63198]: INFO nova.scheduler.client.report [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Deleted allocations for instance 72f1ba90-32c3-4a58-b88d-7c0147664a22 [ 824.764145] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e5f7cd44-5eff-474b-8a6f-877e311fa80f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 55.003s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.787683] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d8339c-e348-5d98-7ea3-0c468f35759d, 'name': SearchDatastore_Task, 'duration_secs': 0.045165} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.788124] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.788269] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 8275a569-0041-442a-a3d0-5c3f60e411a5/8275a569-0041-442a-a3d0-5c3f60e411a5.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.788517] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d6a87db-c486-4f55-b8a5-b4379ba9c160 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.798034] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 824.798034] env[63198]: value = "task-2712267" [ 824.798034] env[63198]: _type = "Task" [ 824.798034] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.807378] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.885699] env[63198]: DEBUG oslo_concurrency.lockutils [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.886007] env[63198]: DEBUG oslo_concurrency.lockutils [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.886385] env[63198]: DEBUG oslo_concurrency.lockutils [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.886609] env[63198]: DEBUG oslo_concurrency.lockutils [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.886792] env[63198]: DEBUG oslo_concurrency.lockutils [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.888996] env[63198]: INFO nova.compute.manager [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Terminating instance [ 825.026661] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.027552] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0da05542-573a-4319-a6c0-fa75ea40dbe6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.036119] env[63198]: DEBUG oslo_vmware.api [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 825.036119] env[63198]: value = "task-2712268" [ 825.036119] env[63198]: _type = "Task" [ 825.036119] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.049060] env[63198]: DEBUG oslo_vmware.api [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.052190] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712266, 'name': Rename_Task, 'duration_secs': 1.087281} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.052454] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.052721] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58671163-b0d3-49f1-9dae-81b9adb0d75e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.060194] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 825.060194] env[63198]: value = "task-2712269" [ 825.060194] env[63198]: _type = "Task" [ 825.060194] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.068829] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.245230] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cee2acc4-04c7-4860-ae66-f246f8bbbce7 tempest-AttachInterfacesUnderV243Test-276524010 tempest-AttachInterfacesUnderV243Test-276524010-project-member] Lock "72f1ba90-32c3-4a58-b88d-7c0147664a22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.777s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.313691] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712267, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.396022] env[63198]: DEBUG nova.compute.manager [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.396022] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.396022] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab182c4a-e4c2-4e06-bb5b-dcaea850820b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.404845] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.405376] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ce2267-0a9e-4c7e-b40c-473d0c70bf32 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.417262] env[63198]: DEBUG oslo_vmware.api [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 825.417262] env[63198]: value = "task-2712270" [ 825.417262] env[63198]: _type = "Task" [ 825.417262] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.427678] env[63198]: DEBUG oslo_vmware.api [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.552432] env[63198]: DEBUG oslo_vmware.api [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712268, 'name': PowerOffVM_Task, 'duration_secs': 0.26989} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.552908] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.553088] env[63198]: DEBUG nova.compute.manager [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.554021] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafc3b6f-a1de-4050-b272-d647ed56b736 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.573061] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.668539] env[63198]: DEBUG nova.compute.manager [req-16d9a5e0-3d24-47c0-8e0c-9544d88bd1ed req-edb1cc3c-572c-4f1b-96da-6536f6ee9fb3 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Received event network-vif-plugged-29cc8ac4-8809-49df-b586-020e85e41192 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.669195] env[63198]: DEBUG oslo_concurrency.lockutils [req-16d9a5e0-3d24-47c0-8e0c-9544d88bd1ed req-edb1cc3c-572c-4f1b-96da-6536f6ee9fb3 service nova] Acquiring lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.669419] env[63198]: DEBUG oslo_concurrency.lockutils [req-16d9a5e0-3d24-47c0-8e0c-9544d88bd1ed req-edb1cc3c-572c-4f1b-96da-6536f6ee9fb3 service nova] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.669604] env[63198]: DEBUG oslo_concurrency.lockutils [req-16d9a5e0-3d24-47c0-8e0c-9544d88bd1ed req-edb1cc3c-572c-4f1b-96da-6536f6ee9fb3 service nova] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.669754] env[63198]: DEBUG nova.compute.manager [req-16d9a5e0-3d24-47c0-8e0c-9544d88bd1ed req-edb1cc3c-572c-4f1b-96da-6536f6ee9fb3 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] No waiting events found dispatching network-vif-plugged-29cc8ac4-8809-49df-b586-020e85e41192 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.673858] env[63198]: WARNING nova.compute.manager [req-16d9a5e0-3d24-47c0-8e0c-9544d88bd1ed req-edb1cc3c-572c-4f1b-96da-6536f6ee9fb3 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Received unexpected event network-vif-plugged-29cc8ac4-8809-49df-b586-020e85e41192 for instance with vm_state building and task_state spawning. [ 825.681106] env[63198]: DEBUG nova.network.neutron [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Successfully updated port: 29cc8ac4-8809-49df-b586-020e85e41192 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.716825] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a16a03a-c1c7-49bb-88e1-90afcbb81d9d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.726231] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10384553-55c7-4d83-b60f-675f6462cbac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.761286] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcf7f29-a211-4258-892f-3f742f1f39b9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.770098] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83980e14-d6ec-4b3a-b7a0-f47d1a4c7f98 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.787109] env[63198]: DEBUG nova.compute.provider_tree [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.809803] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733469} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.810085] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 8275a569-0041-442a-a3d0-5c3f60e411a5/8275a569-0041-442a-a3d0-5c3f60e411a5.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.810565] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.810565] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff7bc8fa-92a9-44f3-8c3a-3b648ae0c281 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.819701] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 825.819701] env[63198]: value = "task-2712271" [ 825.819701] env[63198]: _type = "Task" [ 825.819701] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.830961] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.927998] env[63198]: DEBUG oslo_vmware.api [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712270, 'name': PowerOffVM_Task, 'duration_secs': 0.232503} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.928298] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.928491] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.928758] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1c08f02-716d-44cf-84d6-467f5c437c2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.013053] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.013299] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.013478] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Deleting the datastore file [datastore2] fdec4944-a4f2-404d-a33c-5c9d98fd2ec5 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.013756] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74c5b82-4967-4413-a5c9-285f5c7c40e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.021167] env[63198]: DEBUG oslo_vmware.api [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 826.021167] env[63198]: value = "task-2712273" [ 826.021167] env[63198]: _type = "Task" [ 826.021167] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.029735] env[63198]: DEBUG oslo_vmware.api [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.072254] env[63198]: DEBUG oslo_vmware.api [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712269, 'name': PowerOnVM_Task, 'duration_secs': 0.772985} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.072651] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c34fc504-4ff2-4b12-9897-bf278910b720 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.073528] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.073866] env[63198]: INFO nova.compute.manager [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Took 11.96 seconds to spawn the instance on the hypervisor. [ 826.074067] env[63198]: DEBUG nova.compute.manager [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.075093] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf3f27f-c330-4ec7-85a6-5be12299ad04 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.184404] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.184685] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.184756] env[63198]: DEBUG nova.network.neutron [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.290778] env[63198]: DEBUG nova.scheduler.client.report [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.330416] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.343308} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.330814] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.331981] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a432aa6-686c-4a27-a26a-30e1982cadb0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.358867] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 8275a569-0041-442a-a3d0-5c3f60e411a5/8275a569-0041-442a-a3d0-5c3f60e411a5.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.359448] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3ecf61-0771-452b-a524-58e943354ffd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.384037] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 826.384037] env[63198]: value = "task-2712274" [ 826.384037] env[63198]: _type = "Task" [ 826.384037] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.394390] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.531228] env[63198]: DEBUG oslo_vmware.api [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436721} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.531443] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.531625] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.531798] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.531970] env[63198]: INFO nova.compute.manager [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 826.532229] env[63198]: DEBUG oslo.service.loopingcall [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.532422] env[63198]: DEBUG nova.compute.manager [-] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.532516] env[63198]: DEBUG nova.network.neutron [-] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.594089] env[63198]: INFO nova.compute.manager [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Took 51.60 seconds to build instance. [ 826.766040] env[63198]: DEBUG nova.network.neutron [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.796322] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.799654] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.549s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.799654] env[63198]: DEBUG nova.objects.instance [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'resources' on Instance uuid 5d66c323-0aca-4844-af50-3dbf4c6808ba {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.841081] env[63198]: INFO nova.scheduler.client.report [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Deleted allocations for instance 873b5af7-94f5-4bed-af71-db17a9417c87 [ 826.900953] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712274, 'name': ReconfigVM_Task, 'duration_secs': 0.480325} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.902393] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 8275a569-0041-442a-a3d0-5c3f60e411a5/8275a569-0041-442a-a3d0-5c3f60e411a5.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.903084] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93513218-45cb-4e0b-afb0-ddcab5716fa6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.914793] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 826.914793] env[63198]: value = "task-2712275" [ 826.914793] env[63198]: _type = "Task" [ 826.914793] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.930020] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712275, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.087979] env[63198]: DEBUG nova.network.neutron [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance_info_cache with network_info: [{"id": "29cc8ac4-8809-49df-b586-020e85e41192", "address": "fa:16:3e:5c:b8:23", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cc8ac4-88", "ovs_interfaceid": "29cc8ac4-8809-49df-b586-020e85e41192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.095997] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50a33da3-f22e-4466-82d5-1eaae6d7e7fa tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.115s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.109652] env[63198]: INFO nova.compute.manager [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Rebuilding instance [ 827.174821] env[63198]: DEBUG nova.compute.manager [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.176128] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355186d5-3f22-4ffb-9e9a-3f864a3997ac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.355506] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8650cce0-f1e1-41d5-b37e-ede2e7bc356a tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "873b5af7-94f5-4bed-af71-db17a9417c87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.963s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.428314] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712275, 'name': Rename_Task, 'duration_secs': 0.230621} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.432067] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.432775] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6637825a-4526-4fe3-853e-c663b456cd6f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.441777] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 827.441777] env[63198]: value = "task-2712276" [ 827.441777] env[63198]: _type = "Task" [ 827.441777] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.452369] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.459028] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab31f884-0a78-4f32-a9d0-91f8ff573964 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.464736] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-01694bd9-acf0-4e06-b4d3-362824581d97 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Suspending the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 827.465016] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2b677307-3e86-4b0b-aa91-6ecfbd6f3ca5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.473447] env[63198]: DEBUG oslo_vmware.api [None req-01694bd9-acf0-4e06-b4d3-362824581d97 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 827.473447] env[63198]: value = "task-2712277" [ 827.473447] env[63198]: _type = "Task" [ 827.473447] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.486826] env[63198]: DEBUG oslo_vmware.api [None req-01694bd9-acf0-4e06-b4d3-362824581d97 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712277, 'name': SuspendVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.590396] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.591041] env[63198]: DEBUG nova.compute.manager [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Instance network_info: |[{"id": "29cc8ac4-8809-49df-b586-020e85e41192", "address": "fa:16:3e:5c:b8:23", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cc8ac4-88", "ovs_interfaceid": "29cc8ac4-8809-49df-b586-020e85e41192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.593915] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:b8:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29cc8ac4-8809-49df-b586-020e85e41192', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.602042] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating folder: Project (7c68c2aedcb8411c994785834516b9d1). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.602531] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c88d514c-742e-4704-8497-50dab86c1dd5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.621160] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Created folder: Project (7c68c2aedcb8411c994785834516b9d1) in parent group-v546185. [ 827.621160] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating folder: Instances. Parent ref: group-v546373. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.621160] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-850b0be3-f41f-4b68-b5aa-cac4edf99ca2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.637234] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Created folder: Instances in parent group-v546373. [ 827.637513] env[63198]: DEBUG oslo.service.loopingcall [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.637723] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.638060] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e1fbcb7-e853-441e-b2f8-b9e2076aeaaf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.662811] env[63198]: DEBUG nova.network.neutron [-] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.673849] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.673849] env[63198]: value = "task-2712280" [ 827.673849] env[63198]: _type = "Task" [ 827.673849] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.681491] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712280, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.764387] env[63198]: DEBUG nova.compute.manager [req-aa907c3b-27d8-4113-ab51-d8cdbdf61812 req-ef0a4f57-082b-467e-97ea-86a85c31980c service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Received event network-changed-29cc8ac4-8809-49df-b586-020e85e41192 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.764590] env[63198]: DEBUG nova.compute.manager [req-aa907c3b-27d8-4113-ab51-d8cdbdf61812 req-ef0a4f57-082b-467e-97ea-86a85c31980c service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Refreshing instance network info cache due to event network-changed-29cc8ac4-8809-49df-b586-020e85e41192. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.764803] env[63198]: DEBUG oslo_concurrency.lockutils [req-aa907c3b-27d8-4113-ab51-d8cdbdf61812 req-ef0a4f57-082b-467e-97ea-86a85c31980c service nova] Acquiring lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.764942] env[63198]: DEBUG oslo_concurrency.lockutils [req-aa907c3b-27d8-4113-ab51-d8cdbdf61812 req-ef0a4f57-082b-467e-97ea-86a85c31980c service nova] Acquired lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.765123] env[63198]: DEBUG nova.network.neutron [req-aa907c3b-27d8-4113-ab51-d8cdbdf61812 req-ef0a4f57-082b-467e-97ea-86a85c31980c service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Refreshing network info cache for port 29cc8ac4-8809-49df-b586-020e85e41192 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.852185] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe72c321-27e1-4749-86ca-04d8667ac7ce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.862042] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7450aa9-7464-4f04-a76e-984172ec8e88 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.897797] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dee802e-3a1e-4ada-a39a-435939aed784 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.908021] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89621b0-a56d-4ca9-bc19-1b492af02aaf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.925789] env[63198]: DEBUG nova.compute.provider_tree [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.953521] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712276, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.983453] env[63198]: DEBUG oslo_vmware.api [None req-01694bd9-acf0-4e06-b4d3-362824581d97 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712277, 'name': SuspendVM_Task} progress is 62%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.166037] env[63198]: INFO nova.compute.manager [-] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Took 1.63 seconds to deallocate network for instance. [ 828.181904] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712280, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.192608] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.192942] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8400de9f-fb54-4874-964f-7ceb4cde4270 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.201748] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 828.201748] env[63198]: value = "task-2712281" [ 828.201748] env[63198]: _type = "Task" [ 828.201748] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.212461] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 828.212743] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.213519] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6ef6f3-0db1-4017-804a-aa6e0b7e852a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.221491] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.221735] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31197466-afef-4232-b52c-9117cfc1682a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.343604] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "2d5075ed-a487-4b74-a597-43aa276523bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.343981] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "2d5075ed-a487-4b74-a597-43aa276523bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.346500] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "2d5075ed-a487-4b74-a597-43aa276523bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.346500] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "2d5075ed-a487-4b74-a597-43aa276523bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.346500] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "2d5075ed-a487-4b74-a597-43aa276523bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.349606] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.349899] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.350150] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleting the datastore file [datastore1] 9d21143e-5a30-4964-b8af-9bbcbded658a {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.350465] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77dcbde7-8a17-44e6-8d58-d5ac244dd0a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.352722] env[63198]: INFO nova.compute.manager [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Terminating instance [ 828.360608] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 828.360608] env[63198]: value = "task-2712283" [ 828.360608] env[63198]: _type = "Task" [ 828.360608] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.375800] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.430812] env[63198]: DEBUG nova.scheduler.client.report [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.458663] env[63198]: DEBUG oslo_vmware.api [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712276, 'name': PowerOnVM_Task, 'duration_secs': 0.715639} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.459789] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.460405] env[63198]: INFO nova.compute.manager [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Took 9.65 seconds to spawn the instance on the hypervisor. [ 828.460690] env[63198]: DEBUG nova.compute.manager [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.464528] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4c16eb-a23c-4e5d-86f2-b16b1ab041ad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.486608] env[63198]: DEBUG oslo_vmware.api [None req-01694bd9-acf0-4e06-b4d3-362824581d97 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712277, 'name': SuspendVM_Task, 'duration_secs': 0.866862} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.486967] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-01694bd9-acf0-4e06-b4d3-362824581d97 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Suspended the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 828.487206] env[63198]: DEBUG nova.compute.manager [None req-01694bd9-acf0-4e06-b4d3-362824581d97 tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.488007] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b074aa77-c284-4928-b654-e319c6dc7f1d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.563198] env[63198]: DEBUG nova.network.neutron [req-aa907c3b-27d8-4113-ab51-d8cdbdf61812 req-ef0a4f57-082b-467e-97ea-86a85c31980c service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updated VIF entry in instance network info cache for port 29cc8ac4-8809-49df-b586-020e85e41192. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.563598] env[63198]: DEBUG nova.network.neutron [req-aa907c3b-27d8-4113-ab51-d8cdbdf61812 req-ef0a4f57-082b-467e-97ea-86a85c31980c service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance_info_cache with network_info: [{"id": "29cc8ac4-8809-49df-b586-020e85e41192", "address": "fa:16:3e:5c:b8:23", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cc8ac4-88", "ovs_interfaceid": "29cc8ac4-8809-49df-b586-020e85e41192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.676464] env[63198]: DEBUG oslo_concurrency.lockutils [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.684432] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712280, 'name': CreateVM_Task, 'duration_secs': 0.541237} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.684432] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.684432] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.684432] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.684432] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.684432] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a126d4ac-2aa2-4536-89ee-bfda447dfd8d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.690449] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 828.690449] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d934e7-970d-6d6e-f9b6-05cf53a71f92" [ 828.690449] env[63198]: _type = "Task" [ 828.690449] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.701832] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d934e7-970d-6d6e-f9b6-05cf53a71f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.784347] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "b0d71974-f55e-45fd-99da-52d939b7ef54" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.784589] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.857163] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "refresh_cache-2d5075ed-a487-4b74-a597-43aa276523bb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.857322] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquired lock "refresh_cache-2d5075ed-a487-4b74-a597-43aa276523bb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.857501] env[63198]: DEBUG nova.network.neutron [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.871300] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223461} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.872369] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.872369] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.872369] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.936174] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.938727] env[63198]: DEBUG oslo_concurrency.lockutils [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.601s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.938925] env[63198]: DEBUG oslo_concurrency.lockutils [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.940715] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.264s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.944744] env[63198]: INFO nova.compute.claims [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.964073] env[63198]: INFO nova.scheduler.client.report [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleted allocations for instance 5d66c323-0aca-4844-af50-3dbf4c6808ba [ 828.971985] env[63198]: INFO nova.scheduler.client.report [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Deleted allocations for instance caedd33a-6164-45d0-8722-6b775f20fd9c [ 828.984628] env[63198]: INFO nova.compute.manager [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Took 45.45 seconds to build instance. [ 829.068027] env[63198]: DEBUG oslo_concurrency.lockutils [req-aa907c3b-27d8-4113-ab51-d8cdbdf61812 req-ef0a4f57-082b-467e-97ea-86a85c31980c service nova] Releasing lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.068294] env[63198]: DEBUG nova.compute.manager [req-aa907c3b-27d8-4113-ab51-d8cdbdf61812 req-ef0a4f57-082b-467e-97ea-86a85c31980c service nova] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Received event network-vif-deleted-01ee563c-5341-4615-a6cc-a9771681d15e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.201677] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d934e7-970d-6d6e-f9b6-05cf53a71f92, 'name': SearchDatastore_Task, 'duration_secs': 0.015607} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.202015] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.202284] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.202525] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.202725] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.202844] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.203130] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c26400-c7b7-4f93-b64f-97ab01beadda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.214408] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.214506] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.215253] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e78a26d-1f5e-4377-9b0c-6017b132c038 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.223056] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 829.223056] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5213a32f-448c-ebda-55e1-dfb8194812ef" [ 829.223056] env[63198]: _type = "Task" [ 829.223056] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.235271] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5213a32f-448c-ebda-55e1-dfb8194812ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.288305] env[63198]: DEBUG nova.compute.utils [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.387591] env[63198]: DEBUG nova.network.neutron [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.467224] env[63198]: DEBUG nova.network.neutron [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.475210] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28eace15-b2f9-4a46-a7f5-d42c2731d43b tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "5d66c323-0aca-4844-af50-3dbf4c6808ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.417s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.479965] env[63198]: DEBUG oslo_concurrency.lockutils [None req-668c75de-6d52-4207-88c0-b9dc900964ab tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "caedd33a-6164-45d0-8722-6b775f20fd9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.757s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.485693] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfad6e87-e40c-4a8d-87cc-7f43e17162f0 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "8275a569-0041-442a-a3d0-5c3f60e411a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.966s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.735387] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5213a32f-448c-ebda-55e1-dfb8194812ef, 'name': SearchDatastore_Task, 'duration_secs': 0.043322} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.735729] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af54817-1408-429a-a7aa-ca8ee6c7c394 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.742721] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 829.742721] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5234a480-a302-fa3c-d95e-0990a3991041" [ 829.742721] env[63198]: _type = "Task" [ 829.742721] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.751674] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5234a480-a302-fa3c-d95e-0990a3991041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.777232] env[63198]: INFO nova.compute.manager [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Rescuing [ 829.777232] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.777232] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.777232] env[63198]: DEBUG nova.network.neutron [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.790125] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.907598] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.907879] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.908098] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.908362] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.908574] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.908738] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.908951] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.909355] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.909612] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.909762] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.909939] env[63198]: DEBUG nova.virt.hardware [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.910799] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ac23a2-8c1e-47c2-a34d-e453b1950efb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.920783] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae663365-80fb-43fb-a8da-d61b1d39ff65 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.942796] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:4e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '162f3b18-ee12-48b5-b7f4-93bedd65055d', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.951685] env[63198]: DEBUG oslo.service.loopingcall [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.953466] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.953894] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7e02137-6ba8-4011-a920-e1614f568976 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.970173] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Releasing lock "refresh_cache-2d5075ed-a487-4b74-a597-43aa276523bb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.970593] env[63198]: DEBUG nova.compute.manager [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.970800] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.971595] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83475a7d-0c53-44ed-91d3-662a04b481e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.980484] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.980484] env[63198]: value = "task-2712284" [ 829.980484] env[63198]: _type = "Task" [ 829.980484] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.987121] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.987121] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8b246ea-53f5-44b8-a882-3cd82fe652db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.993807] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712284, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.995089] env[63198]: DEBUG oslo_vmware.api [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 829.995089] env[63198]: value = "task-2712285" [ 829.995089] env[63198]: _type = "Task" [ 829.995089] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.004515] env[63198]: DEBUG oslo_vmware.api [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.258814] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5234a480-a302-fa3c-d95e-0990a3991041, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.261730] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.262041] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 27b8d2f5-65c6-4129-96b7-9b3941dbe262/27b8d2f5-65c6-4129-96b7-9b3941dbe262.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.263409] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88cc8609-b1a6-486c-9ab3-9f91183a9d74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.270414] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 830.270414] env[63198]: value = "task-2712286" [ 830.270414] env[63198]: _type = "Task" [ 830.270414] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.285429] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.396423] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12caa6-5a58-432b-aa5e-f2a4c0eaf04d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.417448] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa4482-a99b-4b8a-be67-1d3eb8821657 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.459414] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d499c590-5b2b-4ee2-a5eb-bf0528e8b9cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.468276] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bef3b0-de5b-4cda-84e9-f6e40cc93acd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.489281] env[63198]: DEBUG nova.compute.provider_tree [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.509085] env[63198]: DEBUG oslo_vmware.api [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712285, 'name': PowerOffVM_Task, 'duration_secs': 0.205777} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.509547] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712284, 'name': CreateVM_Task, 'duration_secs': 0.37186} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.509802] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.509977] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.510172] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.510386] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d6bd7d3-6d5a-45de-86d7-7b40b94e70fc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.512345] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.512493] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.512837] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.513330] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd44d49-8e21-4a30-a892-31eae07aa543 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.519228] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 830.519228] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d503b3-ad92-bb8c-780c-ef2b055b5f6e" [ 830.519228] env[63198]: _type = "Task" [ 830.519228] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.528569] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d503b3-ad92-bb8c-780c-ef2b055b5f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.557965] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.558549] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.559620] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Deleting the datastore file [datastore1] 2d5075ed-a487-4b74-a597-43aa276523bb {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.559620] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b18c5eb-ea7d-426a-ad4f-45e225d69ba3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.568147] env[63198]: DEBUG oslo_vmware.api [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for the task: (returnval){ [ 830.568147] env[63198]: value = "task-2712288" [ 830.568147] env[63198]: _type = "Task" [ 830.568147] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.578328] env[63198]: DEBUG oslo_vmware.api [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.666236] env[63198]: DEBUG nova.network.neutron [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Updating instance_info_cache with network_info: [{"id": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "address": "fa:16:3e:b3:bb:84", "network": {"id": "c6630fa7-d673-4f04-a73e-f5f6b0784f49", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-365607882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917385ffae3f475c9a8482ef526c1a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448fcd78-9a", "ovs_interfaceid": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.784702] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712286, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.916875] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "b0d71974-f55e-45fd-99da-52d939b7ef54" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.916875] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.916875] env[63198]: INFO nova.compute.manager [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Attaching volume a8f06ef8-4463-487d-8329-7ecbc6da87f8 to /dev/sdb [ 830.958148] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d9a560-08f6-481f-a9db-73fab9f3413f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.965972] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c3abb0-f51c-4f59-97dc-7c7be4db79fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.981718] env[63198]: DEBUG nova.virt.block_device [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Updating existing volume attachment record: 7a6bac35-11f1-4542-945e-cf7db4913be6 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 831.000153] env[63198]: DEBUG nova.scheduler.client.report [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.036125] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d503b3-ad92-bb8c-780c-ef2b055b5f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.084513} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.036125] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.036125] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.036125] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.036125] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.036125] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.036472] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c6ab679-a278-4313-b563-4772e015beb7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.048603] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.048816] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.049685] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9cdd50d-d53c-4b65-83f1-83db3347d9c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.056774] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 831.056774] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5279b01f-3125-caa4-27b8-4d55fed6cb15" [ 831.056774] env[63198]: _type = "Task" [ 831.056774] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.067685] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5279b01f-3125-caa4-27b8-4d55fed6cb15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.083312] env[63198]: DEBUG oslo_vmware.api [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Task: {'id': task-2712288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232369} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.083715] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.083910] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.084148] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.084380] env[63198]: INFO nova.compute.manager [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 831.085988] env[63198]: DEBUG oslo.service.loopingcall [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.085988] env[63198]: DEBUG nova.compute.manager [-] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.085988] env[63198]: DEBUG nova.network.neutron [-] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.135373] env[63198]: INFO nova.compute.manager [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Resuming [ 831.136010] env[63198]: DEBUG nova.objects.instance [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lazy-loading 'flavor' on Instance uuid 1e3e7894-9094-4dcb-8409-9a8f800e690d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.171783] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.283796] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619526} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.283976] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 27b8d2f5-65c6-4129-96b7-9b3941dbe262/27b8d2f5-65c6-4129-96b7-9b3941dbe262.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.284267] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.284547] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50c0888f-324d-494b-a8bd-2a356bd83481 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.292884] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 831.292884] env[63198]: value = "task-2712292" [ 831.292884] env[63198]: _type = "Task" [ 831.292884] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.303409] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.369601] env[63198]: DEBUG nova.network.neutron [-] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.504419] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.504967] env[63198]: DEBUG nova.compute.manager [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.513483] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.482s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.515066] env[63198]: INFO nova.compute.claims [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.570334] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5279b01f-3125-caa4-27b8-4d55fed6cb15, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.571151] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abca9dd-d831-444c-8041-23572c51ae5a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.577505] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 831.577505] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e0308-c97f-c5bf-2be0-380ea3ce3a68" [ 831.577505] env[63198]: _type = "Task" [ 831.577505] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.588633] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e0308-c97f-c5bf-2be0-380ea3ce3a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.598071] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "d53844a9-7e9e-47d5-97a9-80df25e74c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.598348] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.598592] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "d53844a9-7e9e-47d5-97a9-80df25e74c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.598785] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.598954] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.605016] env[63198]: INFO nova.compute.manager [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Terminating instance [ 831.807993] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175115} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.808627] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.809507] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d81f12-0641-4197-b31f-c52d08526950 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.835656] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 27b8d2f5-65c6-4129-96b7-9b3941dbe262/27b8d2f5-65c6-4129-96b7-9b3941dbe262.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.837318] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a92bf7-95ea-475d-98b3-f9e8dfca64f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.859154] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 831.859154] env[63198]: value = "task-2712293" [ 831.859154] env[63198]: _type = "Task" [ 831.859154] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.868818] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.872325] env[63198]: DEBUG nova.network.neutron [-] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.022507] env[63198]: DEBUG nova.compute.utils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.024015] env[63198]: DEBUG nova.compute.manager [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.024267] env[63198]: DEBUG nova.network.neutron [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.090050] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e0308-c97f-c5bf-2be0-380ea3ce3a68, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.090371] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.090741] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9d21143e-5a30-4964-b8af-9bbcbded658a/9d21143e-5a30-4964-b8af-9bbcbded658a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.091111] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ac36ebf-2d20-47c3-b9bc-97813271d0b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.099881] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 832.099881] env[63198]: value = "task-2712294" [ 832.099881] env[63198]: _type = "Task" [ 832.099881] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.105562] env[63198]: DEBUG nova.compute.manager [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.105862] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.109203] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe16fb-8c5e-45d1-9ede-ea9ee11c1e14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.117324] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.125026] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.129262] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5946a39-8a8b-494f-b899-1a4c1836bd3d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.139906] env[63198]: DEBUG oslo_vmware.api [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 832.139906] env[63198]: value = "task-2712295" [ 832.139906] env[63198]: _type = "Task" [ 832.139906] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.151214] env[63198]: DEBUG oslo_vmware.api [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.160712] env[63198]: DEBUG nova.policy [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10a6b55b96314770875e2ebcb2bff787', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fd551799c91428aa677cd8298af9945', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.370919] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712293, 'name': ReconfigVM_Task, 'duration_secs': 0.283302} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.371535] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 27b8d2f5-65c6-4129-96b7-9b3941dbe262/27b8d2f5-65c6-4129-96b7-9b3941dbe262.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.372702] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d103b4a-e6c2-4600-bcc4-be51d4fee92b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.375142] env[63198]: INFO nova.compute.manager [-] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Took 1.29 seconds to deallocate network for instance. [ 832.383092] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 832.383092] env[63198]: value = "task-2712296" [ 832.383092] env[63198]: _type = "Task" [ 832.383092] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.393252] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712296, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.531130] env[63198]: DEBUG nova.compute.manager [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.611784] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712294, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.656854] env[63198]: DEBUG oslo_concurrency.lockutils [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.657170] env[63198]: DEBUG oslo_concurrency.lockutils [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquired lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.657392] env[63198]: DEBUG nova.network.neutron [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.659973] env[63198]: DEBUG oslo_vmware.api [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712295, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.709634] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.710012] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ff0e35b-5f43-4ff1-831a-0bab03921cde {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.724772] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 832.724772] env[63198]: value = "task-2712297" [ 832.724772] env[63198]: _type = "Task" [ 832.724772] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.741323] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.767458] env[63198]: DEBUG nova.network.neutron [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Successfully created port: 934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.885102] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.909652] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712296, 'name': Rename_Task, 'duration_secs': 0.166711} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.910253] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.910997] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f23b11-528c-4378-a595-897c5ab262f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.928349] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 832.928349] env[63198]: value = "task-2712298" [ 832.928349] env[63198]: _type = "Task" [ 832.928349] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.938314] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.015769] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881afc9a-1266-4467-97c0-92715916a270 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.027940] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7936c9-e944-41ec-aded-b92140dee922 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.075207] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4d1ad6-711e-4369-8d94-62d3508520db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.087323] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9fc6a-d7b5-4049-9abf-4bcf10f47eea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.105411] env[63198]: DEBUG nova.compute.provider_tree [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.116601] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906554} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.117594] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9d21143e-5a30-4964-b8af-9bbcbded658a/9d21143e-5a30-4964-b8af-9bbcbded658a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.117594] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.117594] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6713747-f057-4f01-adf9-d7b2b5999cfe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.126410] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 833.126410] env[63198]: value = "task-2712299" [ 833.126410] env[63198]: _type = "Task" [ 833.126410] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.137497] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.153682] env[63198]: DEBUG oslo_vmware.api [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712295, 'name': PowerOffVM_Task, 'duration_secs': 0.567555} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.153871] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.154085] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.154375] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af3e46d-b3d0-48a2-8eca-c900301b481c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.231570] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.231804] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.231985] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Deleting the datastore file [datastore1] d53844a9-7e9e-47d5-97a9-80df25e74c57 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.232727] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c6f0c11-8e48-4bfa-8c68-9bfca1ac77ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.242278] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712297, 'name': PowerOffVM_Task, 'duration_secs': 0.400603} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.242576] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.243485] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e6d9ba-4f09-4201-9bcf-091b37ed9fae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.247940] env[63198]: DEBUG oslo_vmware.api [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for the task: (returnval){ [ 833.247940] env[63198]: value = "task-2712301" [ 833.247940] env[63198]: _type = "Task" [ 833.247940] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.270017] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef01a4c2-3875-43e8-b12a-24d3feaa831f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.278817] env[63198]: DEBUG oslo_vmware.api [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.304853] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.306050] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ec3408-7c4a-4904-8382-57d260020837 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.314218] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 833.314218] env[63198]: value = "task-2712303" [ 833.314218] env[63198]: _type = "Task" [ 833.314218] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.326373] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 833.326743] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.327089] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.327311] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.327539] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.327865] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9ec62e9-a2a8-41bd-8f4b-848f94883c90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.337421] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.337636] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.340798] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8103638-5e16-4d24-9374-0b4f998ec217 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.347191] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 833.347191] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d5fb7-60ca-4fff-edaa-2517488fd243" [ 833.347191] env[63198]: _type = "Task" [ 833.347191] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.355592] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d5fb7-60ca-4fff-edaa-2517488fd243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.439142] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712298, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.541028] env[63198]: DEBUG nova.compute.manager [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.563473] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.563752] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.563924] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.564150] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.564334] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.564509] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.564760] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.564997] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.565228] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.565399] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.565571] env[63198]: DEBUG nova.virt.hardware [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.566571] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be2d6da-9602-42a7-a946-921d1a162031 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.575601] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e6b761-8c55-423f-922b-b20a48cc24b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.614997] env[63198]: DEBUG nova.scheduler.client.report [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.639221] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128565} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.640256] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.641079] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31baccbc-ff04-494b-8406-de9db1a71194 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.680199] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 9d21143e-5a30-4964-b8af-9bbcbded658a/9d21143e-5a30-4964-b8af-9bbcbded658a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.681477] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a570fb-72d8-4f01-93ab-19403add8e3e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.707289] env[63198]: DEBUG nova.network.neutron [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updating instance_info_cache with network_info: [{"id": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "address": "fa:16:3e:e9:31:8c", "network": {"id": "96c4a234-1642-47de-91ba-7d79f04866b2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045611915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa2077fc72846d5ac06169d8506a0fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d81a55d-66", "ovs_interfaceid": "0d81a55d-66e2-4b8d-8888-48f6a4df1bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.715772] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 833.715772] env[63198]: value = "task-2712304" [ 833.715772] env[63198]: _type = "Task" [ 833.715772] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.727669] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.731946] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "245c7b18-515b-4d5b-8354-e68fe0df8151" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.732203] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.762119] env[63198]: DEBUG oslo_vmware.api [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Task: {'id': task-2712301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136933} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.762417] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.762606] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.762784] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.762961] env[63198]: INFO nova.compute.manager [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Took 1.66 seconds to destroy the instance on the hypervisor. [ 833.763279] env[63198]: DEBUG oslo.service.loopingcall [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.763480] env[63198]: DEBUG nova.compute.manager [-] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.763574] env[63198]: DEBUG nova.network.neutron [-] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.858477] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d5fb7-60ca-4fff-edaa-2517488fd243, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.858790] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808eecca-2b88-43e1-9cf2-846fb60066e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.865142] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 833.865142] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5203e43c-d17b-db9c-8962-c8ec9b163332" [ 833.865142] env[63198]: _type = "Task" [ 833.865142] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.874464] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5203e43c-d17b-db9c-8962-c8ec9b163332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.937935] env[63198]: DEBUG oslo_vmware.api [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712298, 'name': PowerOnVM_Task, 'duration_secs': 0.607071} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.938232] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.938442] env[63198]: INFO nova.compute.manager [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Took 9.27 seconds to spawn the instance on the hypervisor. [ 833.938673] env[63198]: DEBUG nova.compute.manager [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.939490] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2577b3db-7704-4513-a43f-75424991fdf5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.120064] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.120603] env[63198]: DEBUG nova.compute.manager [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.123257] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.209s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.124632] env[63198]: INFO nova.compute.claims [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.210103] env[63198]: DEBUG oslo_concurrency.lockutils [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Releasing lock "refresh_cache-1e3e7894-9094-4dcb-8409-9a8f800e690d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.211141] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8e98dc-b9d6-4ac5-8cef-1209e20dcc5c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.221282] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Resuming the VM {{(pid=63198) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 834.221910] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6760c9df-46a5-417b-80b1-130e8be40a5d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.226594] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.235032] env[63198]: DEBUG nova.compute.manager [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.238226] env[63198]: DEBUG oslo_vmware.api [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 834.238226] env[63198]: value = "task-2712305" [ 834.238226] env[63198]: _type = "Task" [ 834.238226] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.248107] env[63198]: DEBUG oslo_vmware.api [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.341051] env[63198]: DEBUG nova.compute.manager [req-64861926-6bcb-4273-ab0a-cdc5aa1d260a req-b2e3f505-be48-44af-bd22-7fbbe6af7c78 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Received event network-vif-deleted-db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.341265] env[63198]: INFO nova.compute.manager [req-64861926-6bcb-4273-ab0a-cdc5aa1d260a req-b2e3f505-be48-44af-bd22-7fbbe6af7c78 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Neutron deleted interface db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4; detaching it from the instance and deleting it from the info cache [ 834.341496] env[63198]: DEBUG nova.network.neutron [req-64861926-6bcb-4273-ab0a-cdc5aa1d260a req-b2e3f505-be48-44af-bd22-7fbbe6af7c78 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.376676] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5203e43c-d17b-db9c-8962-c8ec9b163332, 'name': SearchDatastore_Task, 'duration_secs': 0.028183} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.376938] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.377210] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 8275a569-0041-442a-a3d0-5c3f60e411a5/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. {{(pid=63198) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 834.377468] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c5d65a8-4c9e-44e4-8c18-17d6cf8804d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.384608] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 834.384608] env[63198]: value = "task-2712306" [ 834.384608] env[63198]: _type = "Task" [ 834.384608] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.396179] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.396458] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.398065] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.457466] env[63198]: INFO nova.compute.manager [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Took 45.70 seconds to build instance. [ 834.631986] env[63198]: DEBUG nova.compute.utils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.634569] env[63198]: DEBUG nova.compute.manager [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.634940] env[63198]: DEBUG nova.network.neutron [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.733937] env[63198]: DEBUG nova.network.neutron [-] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.737553] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712304, 'name': ReconfigVM_Task, 'duration_secs': 0.885897} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.738363] env[63198]: DEBUG nova.policy [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f28557f28b6b4ccbaca0b0f07e9d3f60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b19922d837d42bcbf3fc7ad3a1abb26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.742951] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 9d21143e-5a30-4964-b8af-9bbcbded658a/9d21143e-5a30-4964-b8af-9bbcbded658a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.751609] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e5920b9-31f1-4a9c-9696-9ec60b0617fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.769745] env[63198]: DEBUG oslo_vmware.api [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.771530] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 834.771530] env[63198]: value = "task-2712307" [ 834.771530] env[63198]: _type = "Task" [ 834.771530] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.776847] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.786542] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712307, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.845467] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3cfad6f-20b6-49d7-ab32-3eace5c21bef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.860093] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829fbc6b-2d3c-470d-a008-8f9da1eab773 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.890539] env[63198]: DEBUG nova.network.neutron [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Successfully updated port: 934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.910495] env[63198]: DEBUG nova.compute.manager [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.913777] env[63198]: DEBUG nova.compute.manager [req-64861926-6bcb-4273-ab0a-cdc5aa1d260a req-b2e3f505-be48-44af-bd22-7fbbe6af7c78 service nova] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Detach interface failed, port_id=db8b6a13-a9c9-4daf-89b7-fb67ce27e2d4, reason: Instance d53844a9-7e9e-47d5-97a9-80df25e74c57 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 834.914638] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712306, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.915952] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.916090] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquired lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.916247] env[63198]: DEBUG nova.network.neutron [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.960762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1addbd2d-f288-43c9-991b-6e4b718f9dd2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.213s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.135520] env[63198]: DEBUG nova.compute.manager [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.250394] env[63198]: INFO nova.compute.manager [-] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Took 1.49 seconds to deallocate network for instance. [ 835.259203] env[63198]: DEBUG oslo_vmware.api [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712305, 'name': PowerOnVM_Task, 'duration_secs': 0.779284} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.262239] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Resumed the VM {{(pid=63198) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 835.262432] env[63198]: DEBUG nova.compute.manager [None req-da2b39d0-6bb7-4908-b02c-5e3580e6f34c tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.263399] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5731a6ff-07fe-414b-87a4-0d3d542b832d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.288834] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712307, 'name': Rename_Task, 'duration_secs': 0.32978} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.289689] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.290896] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23550201-c33e-4f47-9e03-ebf01728073d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.301039] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 835.301039] env[63198]: value = "task-2712308" [ 835.301039] env[63198]: _type = "Task" [ 835.301039] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.318561] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.403732] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534575} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.404864] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 8275a569-0041-442a-a3d0-5c3f60e411a5/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. [ 835.406117] env[63198]: DEBUG nova.compute.manager [req-c26b5d2d-4c5c-44bf-b9b7-2814ce9a2f0c req-61068a17-b614-46f4-8cd1-6e79b84dc085 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Received event network-changed-29cc8ac4-8809-49df-b586-020e85e41192 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.406306] env[63198]: DEBUG nova.compute.manager [req-c26b5d2d-4c5c-44bf-b9b7-2814ce9a2f0c req-61068a17-b614-46f4-8cd1-6e79b84dc085 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Refreshing instance network info cache due to event network-changed-29cc8ac4-8809-49df-b586-020e85e41192. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 835.406729] env[63198]: DEBUG oslo_concurrency.lockutils [req-c26b5d2d-4c5c-44bf-b9b7-2814ce9a2f0c req-61068a17-b614-46f4-8cd1-6e79b84dc085 service nova] Acquiring lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.406792] env[63198]: DEBUG oslo_concurrency.lockutils [req-c26b5d2d-4c5c-44bf-b9b7-2814ce9a2f0c req-61068a17-b614-46f4-8cd1-6e79b84dc085 service nova] Acquired lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.406907] env[63198]: DEBUG nova.network.neutron [req-c26b5d2d-4c5c-44bf-b9b7-2814ce9a2f0c req-61068a17-b614-46f4-8cd1-6e79b84dc085 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Refreshing network info cache for port 29cc8ac4-8809-49df-b586-020e85e41192 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.410638] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754455db-5a2d-4e33-b625-6ee8cc303c01 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.452721] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 8275a569-0041-442a-a3d0-5c3f60e411a5/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.453743] env[63198]: DEBUG nova.network.neutron [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Successfully created port: 92e7b868-92e6-4a48-b9b1-2728e402bc06 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.456622] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.460171] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5666d52-eef0-485b-841a-7e6e1037bd23 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.484510] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 835.484510] env[63198]: value = "task-2712309" [ 835.484510] env[63198]: _type = "Task" [ 835.484510] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.485315] env[63198]: DEBUG nova.network.neutron [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.500911] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.551050] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 835.551399] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546378', 'volume_id': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'name': 'volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0d71974-f55e-45fd-99da-52d939b7ef54', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'serial': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 835.553014] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70f3a23-0eed-462f-b62c-2008b85e6a2b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.581294] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105dbb31-e37b-42c4-b458-3afb2e33a2c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.612954] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8/volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.619697] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c26b6979-b4f9-456a-9a5e-198fa096515b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.654415] env[63198]: DEBUG oslo_vmware.api [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 835.654415] env[63198]: value = "task-2712310" [ 835.654415] env[63198]: _type = "Task" [ 835.654415] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.664912] env[63198]: DEBUG oslo_vmware.api [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.756462] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889eb93b-1639-4d08-90ba-e948d3379930 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.765042] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ba533f-e088-4624-a637-58a3902c6a1d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.770444] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.803182] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf7ad8-e3f3-461c-a450-b0e21afe287d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.820303] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777ef47-cae5-44e0-a132-a17aaa851287 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.824508] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.837964] env[63198]: DEBUG nova.compute.provider_tree [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.927581] env[63198]: DEBUG nova.network.neutron [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updating instance_info_cache with network_info: [{"id": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "address": "fa:16:3e:5c:a3:2d", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934f193f-5d", "ovs_interfaceid": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.000952] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712309, 'name': ReconfigVM_Task, 'duration_secs': 0.344356} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.001335] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 8275a569-0041-442a-a3d0-5c3f60e411a5/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.002240] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a539e1-cffa-4a7e-a446-7e4464d16464 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.041028] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf06559-c7f3-4a76-85ec-73332c3bdc99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.060040] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 836.060040] env[63198]: value = "task-2712311" [ 836.060040] env[63198]: _type = "Task" [ 836.060040] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.070521] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.156485] env[63198]: DEBUG nova.compute.manager [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.168025] env[63198]: DEBUG oslo_vmware.api [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712310, 'name': ReconfigVM_Task, 'duration_secs': 0.403625} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.168314] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8/volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.173701] env[63198]: DEBUG nova.network.neutron [req-c26b5d2d-4c5c-44bf-b9b7-2814ce9a2f0c req-61068a17-b614-46f4-8cd1-6e79b84dc085 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updated VIF entry in instance network info cache for port 29cc8ac4-8809-49df-b586-020e85e41192. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.174055] env[63198]: DEBUG nova.network.neutron [req-c26b5d2d-4c5c-44bf-b9b7-2814ce9a2f0c req-61068a17-b614-46f4-8cd1-6e79b84dc085 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance_info_cache with network_info: [{"id": "29cc8ac4-8809-49df-b586-020e85e41192", "address": "fa:16:3e:5c:b8:23", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cc8ac4-88", "ovs_interfaceid": "29cc8ac4-8809-49df-b586-020e85e41192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.175213] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c398f0a8-1ae6-4df7-a31d-b7d053efb3cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.193946] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.194222] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.194721] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.194721] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.194721] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.194865] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.195079] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.195248] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.195415] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.195858] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.195858] env[63198]: DEBUG nova.virt.hardware [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.196939] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24323d45-3ccb-4d06-821d-7273f6f55f43 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.201484] env[63198]: DEBUG oslo_vmware.api [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 836.201484] env[63198]: value = "task-2712312" [ 836.201484] env[63198]: _type = "Task" [ 836.201484] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.208067] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4222725a-6685-4275-af88-5824e1a214c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.217081] env[63198]: DEBUG oslo_vmware.api [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712312, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.318765] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.343669] env[63198]: DEBUG nova.scheduler.client.report [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.387479] env[63198]: DEBUG nova.compute.manager [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Received event network-vif-plugged-934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.387728] env[63198]: DEBUG oslo_concurrency.lockutils [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] Acquiring lock "6385c919-9889-41c3-94e6-7dc6b447eea3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.388034] env[63198]: DEBUG oslo_concurrency.lockutils [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] Lock "6385c919-9889-41c3-94e6-7dc6b447eea3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.388269] env[63198]: DEBUG oslo_concurrency.lockutils [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] Lock "6385c919-9889-41c3-94e6-7dc6b447eea3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.388442] env[63198]: DEBUG nova.compute.manager [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] No waiting events found dispatching network-vif-plugged-934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.388656] env[63198]: WARNING nova.compute.manager [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Received unexpected event network-vif-plugged-934f193f-5db0-4a44-a3b1-84489abeaf5c for instance with vm_state building and task_state spawning. [ 836.388833] env[63198]: DEBUG nova.compute.manager [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Received event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.388988] env[63198]: DEBUG nova.compute.manager [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing instance network info cache due to event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.389173] env[63198]: DEBUG oslo_concurrency.lockutils [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] Acquiring lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.430055] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Releasing lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.430403] env[63198]: DEBUG nova.compute.manager [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Instance network_info: |[{"id": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "address": "fa:16:3e:5c:a3:2d", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934f193f-5d", "ovs_interfaceid": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.430749] env[63198]: DEBUG oslo_concurrency.lockutils [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] Acquired lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.430935] env[63198]: DEBUG nova.network.neutron [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.432667] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:a3:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '934f193f-5db0-4a44-a3b1-84489abeaf5c', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.440544] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Creating folder: Project (8fd551799c91428aa677cd8298af9945). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.441035] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d2d8d44-c27f-4675-93e8-caec7706d073 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.453605] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Created folder: Project (8fd551799c91428aa677cd8298af9945) in parent group-v546185. [ 836.453806] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Creating folder: Instances. Parent ref: group-v546379. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.454052] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20074e92-e225-4436-a6f2-21f3324e601b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.464514] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Created folder: Instances in parent group-v546379. [ 836.464754] env[63198]: DEBUG oslo.service.loopingcall [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.464942] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.465165] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8988cf71-cbd4-410c-a4a0-3237cd6a3139 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.483973] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.483973] env[63198]: value = "task-2712315" [ 836.483973] env[63198]: _type = "Task" [ 836.483973] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.493728] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712315, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.570644] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712311, 'name': ReconfigVM_Task, 'duration_secs': 0.157361} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.570922] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.571190] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e12d3fdf-e794-42d0-aea3-08bff061101e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.578486] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 836.578486] env[63198]: value = "task-2712316" [ 836.578486] env[63198]: _type = "Task" [ 836.578486] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.586527] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.689038] env[63198]: DEBUG oslo_concurrency.lockutils [req-c26b5d2d-4c5c-44bf-b9b7-2814ce9a2f0c req-61068a17-b614-46f4-8cd1-6e79b84dc085 service nova] Releasing lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.714174] env[63198]: DEBUG oslo_vmware.api [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712312, 'name': ReconfigVM_Task, 'duration_secs': 0.159598} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.714636] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546378', 'volume_id': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'name': 'volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0d71974-f55e-45fd-99da-52d939b7ef54', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'serial': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 836.817737] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712308, 'name': PowerOnVM_Task, 'duration_secs': 1.030363} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.817965] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.818727] env[63198]: DEBUG nova.compute.manager [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.819163] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf153cd-6db1-412b-81e1-1f1df004a00b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.852402] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.852402] env[63198]: DEBUG nova.compute.manager [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.855833] env[63198]: DEBUG oslo_concurrency.lockutils [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.218s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.998195] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712315, 'name': CreateVM_Task, 'duration_secs': 0.413876} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.999030] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.000143] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.000143] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.000677] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.001048] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6da7a2-8786-40c3-a048-b199aa9fbea2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.006697] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 837.006697] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526b47a6-1d8a-08b4-cd1f-e062616b99fa" [ 837.006697] env[63198]: _type = "Task" [ 837.006697] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.016282] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526b47a6-1d8a-08b4-cd1f-e062616b99fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.091717] env[63198]: DEBUG oslo_vmware.api [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712316, 'name': PowerOnVM_Task, 'duration_secs': 0.47065} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.091717] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.093292] env[63198]: DEBUG nova.compute.manager [None req-c146fd24-f2bf-43a4-8d62-f469834cf1db tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.094062] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1541986-7aff-42e7-a22b-4309050c0119 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.183221] env[63198]: DEBUG nova.network.neutron [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updated VIF entry in instance network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.183605] env[63198]: DEBUG nova.network.neutron [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updating instance_info_cache with network_info: [{"id": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "address": "fa:16:3e:5c:a3:2d", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934f193f-5d", "ovs_interfaceid": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.333437] env[63198]: INFO nova.compute.manager [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] bringing vm to original state: 'stopped' [ 837.358767] env[63198]: DEBUG nova.compute.utils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.368092] env[63198]: DEBUG nova.compute.manager [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.368292] env[63198]: DEBUG nova.network.neutron [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.412371] env[63198]: DEBUG nova.policy [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d61329cf0340f3b51c57afc607a79d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da3832cc84094554a4bbf38bb947923d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.520884] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526b47a6-1d8a-08b4-cd1f-e062616b99fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015279} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.521365] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.521664] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.521963] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.522211] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.522448] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.522823] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6de09f3-6466-485f-bf71-9a39a0ac0065 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.541865] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.542070] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.545461] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3259964d-9c25-4c26-b37e-5b19b741f6bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.551865] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 837.551865] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520fd41b-c02e-225f-a692-d17569920b64" [ 837.551865] env[63198]: _type = "Task" [ 837.551865] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.561274] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520fd41b-c02e-225f-a692-d17569920b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.582522] env[63198]: DEBUG nova.network.neutron [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Successfully updated port: 92e7b868-92e6-4a48-b9b1-2728e402bc06 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.687129] env[63198]: DEBUG oslo_concurrency.lockutils [req-b991b92a-6544-46cc-879b-b2ab40d51403 req-7fe46c6b-2448-4817-9989-6aba33b9d4bf service nova] Releasing lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.692237] env[63198]: DEBUG nova.network.neutron [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Successfully created port: 5b885b17-7c76-497a-8591-631c984c382e {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.770994] env[63198]: DEBUG nova.objects.instance [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'flavor' on Instance uuid b0d71974-f55e-45fd-99da-52d939b7ef54 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.804769] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c8ff68-6cad-419c-93db-1fb45eb6709e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.814893] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7af563-56fc-4fdc-b596-9f26d2511180 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.853657] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be392cd-dce5-445d-865c-8488903e7902 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.860411] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a17263-d657-4b24-adbc-21b055034b2a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.877849] env[63198]: DEBUG nova.compute.manager [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.880771] env[63198]: DEBUG nova.compute.provider_tree [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.063586] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520fd41b-c02e-225f-a692-d17569920b64, 'name': SearchDatastore_Task, 'duration_secs': 0.043526} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.064575] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8af04e-01d8-41bf-8ba9-64266f231515 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.071026] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 838.071026] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230205c-eb2e-bac9-9c8d-36a1db5268d0" [ 838.071026] env[63198]: _type = "Task" [ 838.071026] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.081906] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230205c-eb2e-bac9-9c8d-36a1db5268d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.085593] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquiring lock "refresh_cache-1dc324a9-d929-496f-a868-ed14d846d076" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.086028] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquired lock "refresh_cache-1dc324a9-d929-496f-a868-ed14d846d076" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.086304] env[63198]: DEBUG nova.network.neutron [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.278736] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b214306-9227-4715-b1ff-72d91650685e tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.363s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.279265] env[63198]: INFO nova.compute.manager [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Unrescuing [ 838.279642] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.279892] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquired lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.280187] env[63198]: DEBUG nova.network.neutron [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.358018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "9d21143e-5a30-4964-b8af-9bbcbded658a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.358018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.358018] env[63198]: DEBUG nova.compute.manager [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.358018] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9116f1a-cb75-456c-abfb-edcd0f84d620 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.364315] env[63198]: DEBUG nova.compute.manager [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 838.386544] env[63198]: DEBUG nova.scheduler.client.report [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.493931] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "b0d71974-f55e-45fd-99da-52d939b7ef54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.494206] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.494416] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "b0d71974-f55e-45fd-99da-52d939b7ef54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.494598] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.494769] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.497167] env[63198]: INFO nova.compute.manager [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Terminating instance [ 838.583045] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5230205c-eb2e-bac9-9c8d-36a1db5268d0, 'name': SearchDatastore_Task, 'duration_secs': 0.032591} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.583374] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.583642] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 6385c919-9889-41c3-94e6-7dc6b447eea3/6385c919-9889-41c3-94e6-7dc6b447eea3.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.583917] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94884e32-c9f0-4881-8512-236406990fb3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.615785] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 838.615785] env[63198]: value = "task-2712317" [ 838.615785] env[63198]: _type = "Task" [ 838.615785] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.625975] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.637653] env[63198]: DEBUG nova.network.neutron [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.663678] env[63198]: DEBUG nova.compute.manager [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Received event network-vif-plugged-92e7b868-92e6-4a48-b9b1-2728e402bc06 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.663919] env[63198]: DEBUG oslo_concurrency.lockutils [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] Acquiring lock "1dc324a9-d929-496f-a868-ed14d846d076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.664168] env[63198]: DEBUG oslo_concurrency.lockutils [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] Lock "1dc324a9-d929-496f-a868-ed14d846d076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.664357] env[63198]: DEBUG oslo_concurrency.lockutils [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] Lock "1dc324a9-d929-496f-a868-ed14d846d076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.664503] env[63198]: DEBUG nova.compute.manager [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] No waiting events found dispatching network-vif-plugged-92e7b868-92e6-4a48-b9b1-2728e402bc06 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.664694] env[63198]: WARNING nova.compute.manager [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Received unexpected event network-vif-plugged-92e7b868-92e6-4a48-b9b1-2728e402bc06 for instance with vm_state building and task_state spawning. [ 838.664905] env[63198]: DEBUG nova.compute.manager [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Received event network-changed-92e7b868-92e6-4a48-b9b1-2728e402bc06 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.665170] env[63198]: DEBUG nova.compute.manager [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Refreshing instance network info cache due to event network-changed-92e7b868-92e6-4a48-b9b1-2728e402bc06. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 838.665377] env[63198]: DEBUG oslo_concurrency.lockutils [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] Acquiring lock "refresh_cache-1dc324a9-d929-496f-a868-ed14d846d076" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.868929] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.869337] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a44b9ae-0dec-4073-84c5-1ff87b48423d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.887526] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 838.887526] env[63198]: value = "task-2712318" [ 838.887526] env[63198]: _type = "Task" [ 838.887526] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.894406] env[63198]: DEBUG nova.compute.manager [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.916254] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.943767] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.944138] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.944385] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.944590] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.944755] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.944961] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.945268] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.945433] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.945620] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.945803] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.946035] env[63198]: DEBUG nova.virt.hardware [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.950441] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb21993-94d5-4705-b806-eec3ecda2dc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.961391] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf246b7d-b41d-41a2-af6f-5c3853f30975 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.000543] env[63198]: DEBUG nova.network.neutron [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Updating instance_info_cache with network_info: [{"id": "92e7b868-92e6-4a48-b9b1-2728e402bc06", "address": "fa:16:3e:0b:2a:8c", "network": {"id": "a815f40b-7e2b-434b-9bbf-016a3064e4cc", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2027431581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b19922d837d42bcbf3fc7ad3a1abb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e7b868-92", "ovs_interfaceid": "92e7b868-92e6-4a48-b9b1-2728e402bc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.004692] env[63198]: DEBUG nova.compute.manager [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.004692] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.004692] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c8051b0-0115-4b21-8444-d7e5ef422d3b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.035556] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 839.035556] env[63198]: value = "task-2712319" [ 839.035556] env[63198]: _type = "Task" [ 839.035556] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.062049] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.131301] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712317, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.290550] env[63198]: DEBUG nova.network.neutron [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Updating instance_info_cache with network_info: [{"id": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "address": "fa:16:3e:b3:bb:84", "network": {"id": "c6630fa7-d673-4f04-a73e-f5f6b0784f49", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-365607882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "917385ffae3f475c9a8482ef526c1a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap448fcd78-9a", "ovs_interfaceid": "448fcd78-9a54-436c-a47d-c6f9c24b1ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.293481] env[63198]: DEBUG nova.network.neutron [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Successfully updated port: 5b885b17-7c76-497a-8591-631c984c382e {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.367992] env[63198]: DEBUG nova.compute.manager [req-a9779491-5ba8-4bdf-85ef-1b8e8b9cb331 req-be0c2253-0548-4170-b8c9-61cfab1e482c service nova] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Received event network-vif-plugged-5b885b17-7c76-497a-8591-631c984c382e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.368414] env[63198]: DEBUG oslo_concurrency.lockutils [req-a9779491-5ba8-4bdf-85ef-1b8e8b9cb331 req-be0c2253-0548-4170-b8c9-61cfab1e482c service nova] Acquiring lock "14e21b91-64d2-4baa-b7cc-f619a65be828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.368842] env[63198]: DEBUG oslo_concurrency.lockutils [req-a9779491-5ba8-4bdf-85ef-1b8e8b9cb331 req-be0c2253-0548-4170-b8c9-61cfab1e482c service nova] Lock "14e21b91-64d2-4baa-b7cc-f619a65be828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.369204] env[63198]: DEBUG oslo_concurrency.lockutils [req-a9779491-5ba8-4bdf-85ef-1b8e8b9cb331 req-be0c2253-0548-4170-b8c9-61cfab1e482c service nova] Lock "14e21b91-64d2-4baa-b7cc-f619a65be828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.369488] env[63198]: DEBUG nova.compute.manager [req-a9779491-5ba8-4bdf-85ef-1b8e8b9cb331 req-be0c2253-0548-4170-b8c9-61cfab1e482c service nova] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] No waiting events found dispatching network-vif-plugged-5b885b17-7c76-497a-8591-631c984c382e {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.369775] env[63198]: WARNING nova.compute.manager [req-a9779491-5ba8-4bdf-85ef-1b8e8b9cb331 req-be0c2253-0548-4170-b8c9-61cfab1e482c service nova] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Received unexpected event network-vif-plugged-5b885b17-7c76-497a-8591-631c984c382e for instance with vm_state building and task_state spawning. [ 839.398540] env[63198]: DEBUG oslo_vmware.api [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712318, 'name': PowerOffVM_Task, 'duration_secs': 0.366878} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.398850] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.399109] env[63198]: DEBUG nova.compute.manager [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.400058] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bb9ca1-4167-4338-8aff-8a9a7a023aa7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.407908] env[63198]: DEBUG oslo_concurrency.lockutils [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.553s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.413129] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.235s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.413368] env[63198]: DEBUG nova.objects.instance [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lazy-loading 'resources' on Instance uuid aef1d1f0-d6a3-4a61-9896-5669beda455d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.504434] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Releasing lock "refresh_cache-1dc324a9-d929-496f-a868-ed14d846d076" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.504765] env[63198]: DEBUG nova.compute.manager [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Instance network_info: |[{"id": "92e7b868-92e6-4a48-b9b1-2728e402bc06", "address": "fa:16:3e:0b:2a:8c", "network": {"id": "a815f40b-7e2b-434b-9bbf-016a3064e4cc", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2027431581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b19922d837d42bcbf3fc7ad3a1abb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e7b868-92", "ovs_interfaceid": "92e7b868-92e6-4a48-b9b1-2728e402bc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.505069] env[63198]: DEBUG oslo_concurrency.lockutils [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] Acquired lock "refresh_cache-1dc324a9-d929-496f-a868-ed14d846d076" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.505252] env[63198]: DEBUG nova.network.neutron [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Refreshing network info cache for port 92e7b868-92e6-4a48-b9b1-2728e402bc06 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.506406] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:2a:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e7b868-92e6-4a48-b9b1-2728e402bc06', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.513976] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Creating folder: Project (0b19922d837d42bcbf3fc7ad3a1abb26). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.515030] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-634b5481-681a-473f-8f63-7e9d27f7dea9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.527731] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Created folder: Project (0b19922d837d42bcbf3fc7ad3a1abb26) in parent group-v546185. [ 839.527970] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Creating folder: Instances. Parent ref: group-v546382. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.528244] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f79c855c-5d84-4e7f-8485-0e01e73edc00 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.540548] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Created folder: Instances in parent group-v546382. [ 839.540808] env[63198]: DEBUG oslo.service.loopingcall [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.541384] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.541591] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-400c7b51-871c-4749-88c6-1143e850ba14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.560934] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712319, 'name': PowerOffVM_Task, 'duration_secs': 0.2842} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.561670] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.561882] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 839.562088] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546378', 'volume_id': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'name': 'volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0d71974-f55e-45fd-99da-52d939b7ef54', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'serial': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 839.562933] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d27c8d-e5fe-4640-a182-2612506a02ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.569160] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.569160] env[63198]: value = "task-2712322" [ 839.569160] env[63198]: _type = "Task" [ 839.569160] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.589726] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb99414a-60b4-4438-a2ba-4d0d90974d1e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.599455] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712322, 'name': CreateVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.602244] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddcdfe8-878d-4127-b0b8-02153c864e26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.628627] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692ad90d-3a1b-46da-8723-d2fa9348b5ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.638162] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564597} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.650307] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 6385c919-9889-41c3-94e6-7dc6b447eea3/6385c919-9889-41c3-94e6-7dc6b447eea3.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.650307] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.650515] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] The volume has not been displaced from its original location: [datastore2] volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8/volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 839.655967] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 839.656347] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-958935ae-d939-43c5-affe-d6f067a75574 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.658593] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7428c7-6750-4a10-8380-f31fb79448f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.682406] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 839.682406] env[63198]: value = "task-2712323" [ 839.682406] env[63198]: _type = "Task" [ 839.682406] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.683870] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 839.683870] env[63198]: value = "task-2712324" [ 839.683870] env[63198]: _type = "Task" [ 839.683870] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.697889] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.701711] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.792822] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Releasing lock "refresh_cache-8275a569-0041-442a-a3d0-5c3f60e411a5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.793633] env[63198]: DEBUG nova.objects.instance [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lazy-loading 'flavor' on Instance uuid 8275a569-0041-442a-a3d0-5c3f60e411a5 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.796030] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "refresh_cache-14e21b91-64d2-4baa-b7cc-f619a65be828" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.796284] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "refresh_cache-14e21b91-64d2-4baa-b7cc-f619a65be828" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.796540] env[63198]: DEBUG nova.network.neutron [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.923309] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.985519] env[63198]: INFO nova.scheduler.client.report [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted allocation for migration c49ce2a8-a10d-4a46-9a3d-25b8f174de0e [ 840.096168] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712322, 'name': CreateVM_Task, 'duration_secs': 0.414435} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.100885] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.101827] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.101997] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.102340] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.102910] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389c52fd-c3c3-4991-a04d-ac918562393b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.108466] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 840.108466] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c76847-d44e-be24-cd0f-6ff8c96a4641" [ 840.108466] env[63198]: _type = "Task" [ 840.108466] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.117133] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c76847-d44e-be24-cd0f-6ff8c96a4641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.200916] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712324, 'name': ReconfigVM_Task, 'duration_secs': 0.316137} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.201189] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102305} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.201424] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 840.206138] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.206448] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee77c2f-f612-465a-8e5e-1c6c7b31c704 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.216897] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a7db0d-acbc-4cee-8658-1d583617ba83 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.245808] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 6385c919-9889-41c3-94e6-7dc6b447eea3/6385c919-9889-41c3-94e6-7dc6b447eea3.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.250109] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b72024b-4aa0-4cff-b4a2-5abd80d9cadc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.266520] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 840.266520] env[63198]: value = "task-2712325" [ 840.266520] env[63198]: _type = "Task" [ 840.266520] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.267939] env[63198]: DEBUG nova.network.neutron [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Updated VIF entry in instance network info cache for port 92e7b868-92e6-4a48-b9b1-2728e402bc06. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.268210] env[63198]: DEBUG nova.network.neutron [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Updating instance_info_cache with network_info: [{"id": "92e7b868-92e6-4a48-b9b1-2728e402bc06", "address": "fa:16:3e:0b:2a:8c", "network": {"id": "a815f40b-7e2b-434b-9bbf-016a3064e4cc", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2027431581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b19922d837d42bcbf3fc7ad3a1abb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e7b868-92", "ovs_interfaceid": "92e7b868-92e6-4a48-b9b1-2728e402bc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.286760] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 840.286760] env[63198]: value = "task-2712326" [ 840.286760] env[63198]: _type = "Task" [ 840.286760] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.286760] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.296796] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.305654] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74283c9b-55a7-4b74-9465-ded97a0ce193 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.329800] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.332957] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d32890-4b56-4c08-9b1f-7b85a38dbe95 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.346474] env[63198]: DEBUG oslo_vmware.api [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 840.346474] env[63198]: value = "task-2712327" [ 840.346474] env[63198]: _type = "Task" [ 840.346474] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.350345] env[63198]: DEBUG nova.network.neutron [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.365381] env[63198]: DEBUG oslo_vmware.api [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.434717] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.446894] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e825322-613f-4c0c-99ed-a261c32200c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.455301] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df70adac-0896-45f3-8b66-53e5c45288c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.496789] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cec321-85e1-4997-8206-47a0dd69f20d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.498898] env[63198]: DEBUG oslo_concurrency.lockutils [None req-477d9e7f-47c1-44f6-a149-eb84a6648cce tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.023s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.506528] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14357e7-2f4d-48e6-a1c0-c8dd33fd71c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.522995] env[63198]: DEBUG nova.compute.provider_tree [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.543455] env[63198]: DEBUG nova.network.neutron [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Updating instance_info_cache with network_info: [{"id": "5b885b17-7c76-497a-8591-631c984c382e", "address": "fa:16:3e:b3:f7:fc", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b885b17-7c", "ovs_interfaceid": "5b885b17-7c76-497a-8591-631c984c382e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.619417] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c76847-d44e-be24-cd0f-6ff8c96a4641, 'name': SearchDatastore_Task, 'duration_secs': 0.086096} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.619752] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.620017] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.620261] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.620410] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.620592] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.620899] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-970ce622-7337-4dc2-b994-f4e614a5e994 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.634884] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.635151] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.636270] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc04483-4fa4-4695-b689-d30eea632d47 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.642741] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 840.642741] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a92b45-40aa-87bc-d40d-b0490cdb3de3" [ 840.642741] env[63198]: _type = "Task" [ 840.642741] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.653555] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a92b45-40aa-87bc-d40d-b0490cdb3de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.775704] env[63198]: DEBUG oslo_concurrency.lockutils [req-4c66dec7-c1bc-4912-82ab-aa941ec65b50 req-cdee1e7f-b1ae-4c5e-97b9-67a7875e4062 service nova] Releasing lock "refresh_cache-1dc324a9-d929-496f-a868-ed14d846d076" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.780590] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712325, 'name': ReconfigVM_Task, 'duration_secs': 0.311997} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.781459] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546378', 'volume_id': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'name': 'volume-a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0d71974-f55e-45fd-99da-52d939b7ef54', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8', 'serial': 'a8f06ef8-4463-487d-8329-7ecbc6da87f8'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 840.781459] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.782676] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabfa1e3-0d70-429b-90d1-a742bb18d183 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.798492] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.804575] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.804575] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b9894ee-3941-4f50-97f8-f7e0ed145d71 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.868992] env[63198]: DEBUG oslo_vmware.api [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712327, 'name': PowerOffVM_Task, 'duration_secs': 0.347182} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.869333] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.882646] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 840.882646] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8cbba31-9cf8-4ef9-872e-87ec432fc4d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.907339] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.907583] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.907866] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleting the datastore file [datastore1] b0d71974-f55e-45fd-99da-52d939b7ef54 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.908256] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d87b6a5-2fd0-4cd0-abeb-d8603cfb0853 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.912782] env[63198]: DEBUG oslo_vmware.api [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 840.912782] env[63198]: value = "task-2712329" [ 840.912782] env[63198]: _type = "Task" [ 840.912782] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.919999] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 840.919999] env[63198]: value = "task-2712330" [ 840.919999] env[63198]: _type = "Task" [ 840.919999] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.923569] env[63198]: DEBUG oslo_vmware.api [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.932221] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.030071] env[63198]: DEBUG nova.scheduler.client.report [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.033989] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "9d21143e-5a30-4964-b8af-9bbcbded658a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.034191] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.034393] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "9d21143e-5a30-4964-b8af-9bbcbded658a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.034604] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.034781] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.039017] env[63198]: INFO nova.compute.manager [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Terminating instance [ 841.046617] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "refresh_cache-14e21b91-64d2-4baa-b7cc-f619a65be828" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.046617] env[63198]: DEBUG nova.compute.manager [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Instance network_info: |[{"id": "5b885b17-7c76-497a-8591-631c984c382e", "address": "fa:16:3e:b3:f7:fc", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b885b17-7c", "ovs_interfaceid": "5b885b17-7c76-497a-8591-631c984c382e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.046762] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f7:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b885b17-7c76-497a-8591-631c984c382e', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.055763] env[63198]: DEBUG oslo.service.loopingcall [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.057330] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.057557] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e0d868d-4b76-43c4-8ee5-faf229f207a1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.083924] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.083924] env[63198]: value = "task-2712331" [ 841.083924] env[63198]: _type = "Task" [ 841.083924] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.094307] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712331, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.155476] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a92b45-40aa-87bc-d40d-b0490cdb3de3, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.156583] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7843f59-389c-413e-b353-bda6e9ada1ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.163390] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 841.163390] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5286bafa-f50c-3acc-0556-2a7c89a00cc3" [ 841.163390] env[63198]: _type = "Task" [ 841.163390] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.174337] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5286bafa-f50c-3acc-0556-2a7c89a00cc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.298290] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.429360] env[63198]: DEBUG oslo_vmware.api [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712329, 'name': ReconfigVM_Task, 'duration_secs': 0.272417} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.433578] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 841.433822] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.434922] env[63198]: DEBUG nova.compute.manager [req-2189b2e4-3d5a-4fd3-9a8a-c9bd932dcdab req-1619d528-997c-4aa9-95c7-3736af9ac451 service nova] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Received event network-changed-5b885b17-7c76-497a-8591-631c984c382e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.435114] env[63198]: DEBUG nova.compute.manager [req-2189b2e4-3d5a-4fd3-9a8a-c9bd932dcdab req-1619d528-997c-4aa9-95c7-3736af9ac451 service nova] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Refreshing instance network info cache due to event network-changed-5b885b17-7c76-497a-8591-631c984c382e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 841.435323] env[63198]: DEBUG oslo_concurrency.lockutils [req-2189b2e4-3d5a-4fd3-9a8a-c9bd932dcdab req-1619d528-997c-4aa9-95c7-3736af9ac451 service nova] Acquiring lock "refresh_cache-14e21b91-64d2-4baa-b7cc-f619a65be828" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.435466] env[63198]: DEBUG oslo_concurrency.lockutils [req-2189b2e4-3d5a-4fd3-9a8a-c9bd932dcdab req-1619d528-997c-4aa9-95c7-3736af9ac451 service nova] Acquired lock "refresh_cache-14e21b91-64d2-4baa-b7cc-f619a65be828" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.435622] env[63198]: DEBUG nova.network.neutron [req-2189b2e4-3d5a-4fd3-9a8a-c9bd932dcdab req-1619d528-997c-4aa9-95c7-3736af9ac451 service nova] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Refreshing network info cache for port 5b885b17-7c76-497a-8591-631c984c382e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.437205] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f04fbd92-d507-45da-8651-d8b11efa1efc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.445430] env[63198]: DEBUG oslo_vmware.api [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168994} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.446982] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.447181] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.447362] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.447533] env[63198]: INFO nova.compute.manager [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Took 2.44 seconds to destroy the instance on the hypervisor. [ 841.447775] env[63198]: DEBUG oslo.service.loopingcall [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.448911] env[63198]: DEBUG nova.compute.manager [-] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.449016] env[63198]: DEBUG nova.network.neutron [-] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.454341] env[63198]: DEBUG oslo_vmware.api [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 841.454341] env[63198]: value = "task-2712332" [ 841.454341] env[63198]: _type = "Task" [ 841.454341] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.464886] env[63198]: DEBUG oslo_vmware.api [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.537748] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.540266] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.587s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.540498] env[63198]: DEBUG nova.objects.instance [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lazy-loading 'pci_requests' on Instance uuid 2abaf9f0-6739-4cd3-8400-d204d059565d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.542550] env[63198]: DEBUG nova.compute.manager [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.542761] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.544716] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6360a7b4-ece5-4996-ae23-ece6ad5fca1e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.554232] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.554562] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac7d4dd5-b7aa-4090-8254-5be53c62cc30 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.563584] env[63198]: INFO nova.scheduler.client.report [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Deleted allocations for instance aef1d1f0-d6a3-4a61-9896-5669beda455d [ 841.598742] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712331, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.637881] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.638090] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.638284] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleting the datastore file [datastore2] 9d21143e-5a30-4964-b8af-9bbcbded658a {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.638548] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e797da5-a588-49d2-b0eb-1dbd0430145d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.648396] env[63198]: DEBUG oslo_vmware.api [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 841.648396] env[63198]: value = "task-2712334" [ 841.648396] env[63198]: _type = "Task" [ 841.648396] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.661593] env[63198]: DEBUG oslo_vmware.api [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.676103] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5286bafa-f50c-3acc-0556-2a7c89a00cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.676468] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.676822] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 1dc324a9-d929-496f-a868-ed14d846d076/1dc324a9-d929-496f-a868-ed14d846d076.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.677172] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f6ce3b9-160c-41a3-b2af-1bd9c3e423f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.688850] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 841.688850] env[63198]: value = "task-2712335" [ 841.688850] env[63198]: _type = "Task" [ 841.688850] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.702243] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.799390] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.967295] env[63198]: DEBUG oslo_vmware.api [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712332, 'name': PowerOnVM_Task, 'duration_secs': 0.417603} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.967844] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.968167] env[63198]: DEBUG nova.compute.manager [None req-c5e1b67c-1bc8-490d-966f-99841c0243a6 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.969291] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e21b9d-6b78-4d22-b2c1-c55c89df73bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.045183] env[63198]: DEBUG nova.objects.instance [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lazy-loading 'numa_topology' on Instance uuid 2abaf9f0-6739-4cd3-8400-d204d059565d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.072991] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.073372] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.073720] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.076083] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.076083] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.076423] env[63198]: INFO nova.compute.manager [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Terminating instance [ 842.077896] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d3cedede-c182-4523-8f72-1cd852bfe3d0 tempest-ServersAdminTestJSON-497178219 tempest-ServersAdminTestJSON-497178219-project-member] Lock "aef1d1f0-d6a3-4a61-9896-5669beda455d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.482s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.098343] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712331, 'name': CreateVM_Task, 'duration_secs': 0.691963} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.098343] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.099180] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.099180] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.099461] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.100603] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f8c168-7c75-4a27-99a0-f7b361c57971 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.109561] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 842.109561] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5221c29c-d665-1ae6-b4bf-34508a6f03aa" [ 842.109561] env[63198]: _type = "Task" [ 842.109561] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.125361] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5221c29c-d665-1ae6-b4bf-34508a6f03aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.161566] env[63198]: DEBUG oslo_vmware.api [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183797} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.165030] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.165030] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.165190] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.165305] env[63198]: INFO nova.compute.manager [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Took 0.62 seconds to destroy the instance on the hypervisor. [ 842.165562] env[63198]: DEBUG oslo.service.loopingcall [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.165780] env[63198]: DEBUG nova.compute.manager [-] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.165877] env[63198]: DEBUG nova.network.neutron [-] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.200701] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.208411] env[63198]: DEBUG nova.network.neutron [req-2189b2e4-3d5a-4fd3-9a8a-c9bd932dcdab req-1619d528-997c-4aa9-95c7-3736af9ac451 service nova] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Updated VIF entry in instance network info cache for port 5b885b17-7c76-497a-8591-631c984c382e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.208848] env[63198]: DEBUG nova.network.neutron [req-2189b2e4-3d5a-4fd3-9a8a-c9bd932dcdab req-1619d528-997c-4aa9-95c7-3736af9ac451 service nova] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Updating instance_info_cache with network_info: [{"id": "5b885b17-7c76-497a-8591-631c984c382e", "address": "fa:16:3e:b3:f7:fc", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b885b17-7c", "ovs_interfaceid": "5b885b17-7c76-497a-8591-631c984c382e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.239894] env[63198]: DEBUG nova.network.neutron [-] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.297515] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712326, 'name': ReconfigVM_Task, 'duration_secs': 1.63948} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.297864] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 6385c919-9889-41c3-94e6-7dc6b447eea3/6385c919-9889-41c3-94e6-7dc6b447eea3.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.298658] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72152c4e-a8ea-48b9-b19c-337f91be9a72 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.306470] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 842.306470] env[63198]: value = "task-2712336" [ 842.306470] env[63198]: _type = "Task" [ 842.306470] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.316432] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712336, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.547989] env[63198]: INFO nova.compute.claims [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.582665] env[63198]: DEBUG nova.compute.manager [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.582957] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.583933] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b7a7f-3868-4e6d-bc42-89ad276b80ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.593274] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.593506] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049ee564-6555-4d95-b776-707f2121c567 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.599140] env[63198]: DEBUG nova.compute.manager [req-ad7a906e-49ea-401a-89cd-e2ddd74259fd req-e2d65e63-cfe6-41b8-b6b6-b40bcdc82c6b service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Received event network-vif-deleted-162f3b18-ee12-48b5-b7f4-93bedd65055d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.599371] env[63198]: INFO nova.compute.manager [req-ad7a906e-49ea-401a-89cd-e2ddd74259fd req-e2d65e63-cfe6-41b8-b6b6-b40bcdc82c6b service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Neutron deleted interface 162f3b18-ee12-48b5-b7f4-93bedd65055d; detaching it from the instance and deleting it from the info cache [ 842.599547] env[63198]: DEBUG nova.network.neutron [req-ad7a906e-49ea-401a-89cd-e2ddd74259fd req-e2d65e63-cfe6-41b8-b6b6-b40bcdc82c6b service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.602511] env[63198]: DEBUG oslo_vmware.api [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 842.602511] env[63198]: value = "task-2712337" [ 842.602511] env[63198]: _type = "Task" [ 842.602511] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.612532] env[63198]: DEBUG oslo_vmware.api [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.623479] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5221c29c-d665-1ae6-b4bf-34508a6f03aa, 'name': SearchDatastore_Task, 'duration_secs': 0.061585} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.623927] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.624053] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.624316] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.624524] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.624607] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.624893] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eacd457-987e-4c22-97f2-8a96c0bf05a2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.636914] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.637153] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.637828] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a332d2ca-4260-4cdb-a763-fcd4a8d58ef1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.644955] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 842.644955] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207f5a3-e928-304c-3069-34d68f0d26a0" [ 842.644955] env[63198]: _type = "Task" [ 842.644955] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.654166] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207f5a3-e928-304c-3069-34d68f0d26a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.696801] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "3036fb4e-36f2-4bf2-b8b9-208c09827625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.696928] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.703369] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591597} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.703569] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 1dc324a9-d929-496f-a868-ed14d846d076/1dc324a9-d929-496f-a868-ed14d846d076.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.703663] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.703900] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87825510-1f50-4721-b217-12fe57b9317c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.712606] env[63198]: DEBUG oslo_concurrency.lockutils [req-2189b2e4-3d5a-4fd3-9a8a-c9bd932dcdab req-1619d528-997c-4aa9-95c7-3736af9ac451 service nova] Releasing lock "refresh_cache-14e21b91-64d2-4baa-b7cc-f619a65be828" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.713543] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 842.713543] env[63198]: value = "task-2712338" [ 842.713543] env[63198]: _type = "Task" [ 842.713543] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.725073] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.743725] env[63198]: INFO nova.compute.manager [-] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Took 1.29 seconds to deallocate network for instance. [ 842.820941] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712336, 'name': Rename_Task, 'duration_secs': 0.173263} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.821206] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.821360] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03ee1009-9aae-4b59-b004-0c9fb695ed70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.831041] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 842.831041] env[63198]: value = "task-2712339" [ 842.831041] env[63198]: _type = "Task" [ 842.831041] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.845129] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.078856] env[63198]: DEBUG nova.network.neutron [-] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.104242] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d071869a-1108-49df-a52e-7419e12514c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.122137] env[63198]: DEBUG oslo_vmware.api [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712337, 'name': PowerOffVM_Task, 'duration_secs': 0.356575} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.123207] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.123710] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.123710] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6573c60c-5008-47dc-9cac-0f1290698658 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.129157] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019474af-a3f6-4efd-982a-c35d517bfabd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.157492] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207f5a3-e928-304c-3069-34d68f0d26a0, 'name': SearchDatastore_Task, 'duration_secs': 0.021658} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.158372] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b4e8f8-652c-43ac-8bdf-0bd0c74625ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.177380] env[63198]: DEBUG nova.compute.manager [req-ad7a906e-49ea-401a-89cd-e2ddd74259fd req-e2d65e63-cfe6-41b8-b6b6-b40bcdc82c6b service nova] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Detach interface failed, port_id=162f3b18-ee12-48b5-b7f4-93bedd65055d, reason: Instance 9d21143e-5a30-4964-b8af-9bbcbded658a could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 843.182119] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 843.182119] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521c2ea4-4d8e-796b-3592-d9fcd53eca65" [ 843.182119] env[63198]: _type = "Task" [ 843.182119] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.192591] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521c2ea4-4d8e-796b-3592-d9fcd53eca65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.198821] env[63198]: DEBUG nova.compute.manager [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.224382] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068415} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.225712] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.228393] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50a4181-b3bc-4fbe-a3d7-9932b1f48761 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.258339] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 1dc324a9-d929-496f-a868-ed14d846d076/1dc324a9-d929-496f-a868-ed14d846d076.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.262719] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532a0585-e3e4-4af2-9484-7ce1f7866829 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.280574] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.280574] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.280574] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleting the datastore file [datastore2] f6a8ce31-5fad-4c6b-bbc5-ed240f8db679 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.280574] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b167337d-4813-4199-8063-fbe3276fb33e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.293526] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 843.293526] env[63198]: value = "task-2712341" [ 843.293526] env[63198]: _type = "Task" [ 843.293526] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.295061] env[63198]: DEBUG oslo_vmware.api [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 843.295061] env[63198]: value = "task-2712342" [ 843.295061] env[63198]: _type = "Task" [ 843.295061] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.302142] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.302142] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.303337] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.303337] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.303337] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.307783] env[63198]: INFO nova.compute.manager [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Terminating instance [ 843.310139] env[63198]: INFO nova.compute.manager [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Took 0.57 seconds to detach 1 volumes for instance. [ 843.321410] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.322465] env[63198]: DEBUG oslo_vmware.api [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.341998] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712339, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.458605] env[63198]: DEBUG nova.compute.manager [req-677a4b8f-85cc-49d8-9ba1-a65c423ecec3 req-70229b82-23d9-4069-b062-64c83dbde2ce service nova] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Received event network-vif-deleted-0cc42017-8026-4844-8646-4b4b4bb99ddf {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.586859] env[63198]: INFO nova.compute.manager [-] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Took 1.42 seconds to deallocate network for instance. [ 843.599020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "8275a569-0041-442a-a3d0-5c3f60e411a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.599020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "8275a569-0041-442a-a3d0-5c3f60e411a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.599020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "8275a569-0041-442a-a3d0-5c3f60e411a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.599020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "8275a569-0041-442a-a3d0-5c3f60e411a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.599235] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "8275a569-0041-442a-a3d0-5c3f60e411a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.603788] env[63198]: INFO nova.compute.manager [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Terminating instance [ 843.646827] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb4ad3-f24b-4c7e-9db9-6bd167990a52 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.660591] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0093257-17d6-4b7c-b7ea-07aef0bc67aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.703347] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48acb502-7a3d-4c3c-9759-c2252f125821 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.715879] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521c2ea4-4d8e-796b-3592-d9fcd53eca65, 'name': SearchDatastore_Task, 'duration_secs': 0.017168} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.718465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.718833] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 14e21b91-64d2-4baa-b7cc-f619a65be828/14e21b91-64d2-4baa-b7cc-f619a65be828.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.719207] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88205cba-8902-44c5-bece-90eb5fb8f85c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.723864] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c266e493-bfec-484f-87b7-89caafa9d1cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.741430] env[63198]: DEBUG nova.compute.provider_tree [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.745099] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.745486] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 843.745486] env[63198]: value = "task-2712343" [ 843.745486] env[63198]: _type = "Task" [ 843.745486] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.756029] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.805359] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712341, 'name': ReconfigVM_Task, 'duration_secs': 0.419934} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.806034] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 1dc324a9-d929-496f-a868-ed14d846d076/1dc324a9-d929-496f-a868-ed14d846d076.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.806699] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0881242e-cdc5-458a-8c1c-9e9f58a9c613 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.811571] env[63198]: DEBUG oslo_vmware.api [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422349} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.812111] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.812224] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.812477] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.812759] env[63198]: INFO nova.compute.manager [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Took 1.23 seconds to destroy the instance on the hypervisor. [ 843.812984] env[63198]: DEBUG oslo.service.loopingcall [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.813202] env[63198]: DEBUG nova.compute.manager [-] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.813297] env[63198]: DEBUG nova.network.neutron [-] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.816903] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.821774] env[63198]: DEBUG nova.compute.manager [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.821972] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.822311] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 843.822311] env[63198]: value = "task-2712344" [ 843.822311] env[63198]: _type = "Task" [ 843.822311] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.823131] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0784b3-d7bd-417a-8f63-947183c2a781 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.834956] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712344, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.840046] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.840316] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfaf8def-a199-496c-87e7-862fc4e15e59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.848521] env[63198]: DEBUG oslo_vmware.api [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712339, 'name': PowerOnVM_Task, 'duration_secs': 0.944912} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.850194] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.850531] env[63198]: INFO nova.compute.manager [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Took 10.31 seconds to spawn the instance on the hypervisor. [ 843.850834] env[63198]: DEBUG nova.compute.manager [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.851287] env[63198]: DEBUG oslo_vmware.api [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 843.851287] env[63198]: value = "task-2712345" [ 843.851287] env[63198]: _type = "Task" [ 843.851287] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.852118] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbba806-aa1c-400a-a655-d6762568bed8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.873497] env[63198]: DEBUG oslo_vmware.api [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.093279] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.111398] env[63198]: DEBUG nova.compute.manager [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.111707] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.112820] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438edb57-963b-4345-bf21-300f36b1d91e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.122781] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.123093] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f32e7b23-392d-4910-a9c9-df848d3ad1e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.135049] env[63198]: DEBUG oslo_vmware.api [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 844.135049] env[63198]: value = "task-2712346" [ 844.135049] env[63198]: _type = "Task" [ 844.135049] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.145675] env[63198]: DEBUG oslo_vmware.api [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.249416] env[63198]: DEBUG nova.scheduler.client.report [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.267405] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712343, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.341613] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712344, 'name': Rename_Task, 'duration_secs': 0.175303} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.341953] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.342173] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eb145f6-f9ce-4ec8-a67b-23b608cb97d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.353606] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 844.353606] env[63198]: value = "task-2712347" [ 844.353606] env[63198]: _type = "Task" [ 844.353606] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.370041] env[63198]: DEBUG oslo_vmware.api [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712345, 'name': PowerOffVM_Task, 'duration_secs': 0.267478} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.371162] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.371162] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.371162] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.371162] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f71aab01-6f5e-47ed-b22b-dd1e74cb41f0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.385908] env[63198]: INFO nova.compute.manager [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Took 41.75 seconds to build instance. [ 844.452446] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.452845] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.453276] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleting the datastore file [datastore1] 1e3e7894-9094-4dcb-8409-9a8f800e690d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.453697] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-843b8913-6a17-4f73-a5c5-4dc0df4f68b2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.465198] env[63198]: DEBUG oslo_vmware.api [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for the task: (returnval){ [ 844.465198] env[63198]: value = "task-2712349" [ 844.465198] env[63198]: _type = "Task" [ 844.465198] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.477213] env[63198]: DEBUG oslo_vmware.api [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.627280] env[63198]: DEBUG nova.compute.manager [req-09f41a10-b02f-4475-953f-8fb5395d21ae req-65fd1b01-cac0-4950-b2e6-56322986a1ac service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Received event network-vif-deleted-a69216e2-dddf-41a7-88a9-aac5070586e0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.627575] env[63198]: INFO nova.compute.manager [req-09f41a10-b02f-4475-953f-8fb5395d21ae req-65fd1b01-cac0-4950-b2e6-56322986a1ac service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Neutron deleted interface a69216e2-dddf-41a7-88a9-aac5070586e0; detaching it from the instance and deleting it from the info cache [ 844.628141] env[63198]: DEBUG nova.network.neutron [req-09f41a10-b02f-4475-953f-8fb5395d21ae req-65fd1b01-cac0-4950-b2e6-56322986a1ac service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.650337] env[63198]: DEBUG oslo_vmware.api [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712346, 'name': PowerOffVM_Task, 'duration_secs': 0.378467} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.651780] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.652526] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.652715] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf50b20-fa9e-4c20-ad67-ed2a47b044dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.732028] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.732028] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.732028] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Deleting the datastore file [datastore2] 8275a569-0041-442a-a3d0-5c3f60e411a5 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.732028] env[63198]: DEBUG nova.network.neutron [-] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.732663] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aba39fd-0812-43db-a642-47de541ad494 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.741232] env[63198]: DEBUG oslo_vmware.api [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 844.741232] env[63198]: value = "task-2712351" [ 844.741232] env[63198]: _type = "Task" [ 844.741232] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.751121] env[63198]: DEBUG oslo_vmware.api [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.759777] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.219s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.762132] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.704s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.763708] env[63198]: INFO nova.compute.claims [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.772658] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637712} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.772928] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 14e21b91-64d2-4baa-b7cc-f619a65be828/14e21b91-64d2-4baa-b7cc-f619a65be828.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.773184] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.773535] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b0e7910-ae1d-4ad7-84f7-4d14924d91de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.784494] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 844.784494] env[63198]: value = "task-2712352" [ 844.784494] env[63198]: _type = "Task" [ 844.784494] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.793841] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.806896] env[63198]: INFO nova.network.neutron [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating port 7e08358a-2438-4620-bec1-10cd9c9bae9a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 844.865095] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.887925] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fac92b33-c539-42ee-84dc-b96431a68d05 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "6385c919-9889-41c3-94e6-7dc6b447eea3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.270s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.979628] env[63198]: DEBUG oslo_vmware.api [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Task: {'id': task-2712349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156703} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.979914] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.980127] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.980830] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.980830] env[63198]: INFO nova.compute.manager [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 844.980830] env[63198]: DEBUG oslo.service.loopingcall [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.981014] env[63198]: DEBUG nova.compute.manager [-] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.981014] env[63198]: DEBUG nova.network.neutron [-] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.130866] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e0cc49b-7d7c-42cb-a01a-c4d930c40b0b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.142494] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fe7947-6e88-4861-a487-637f88a5fdfb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.190774] env[63198]: DEBUG nova.compute.manager [req-09f41a10-b02f-4475-953f-8fb5395d21ae req-65fd1b01-cac0-4950-b2e6-56322986a1ac service nova] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Detach interface failed, port_id=a69216e2-dddf-41a7-88a9-aac5070586e0, reason: Instance f6a8ce31-5fad-4c6b-bbc5-ed240f8db679 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 845.236872] env[63198]: INFO nova.compute.manager [-] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Took 1.42 seconds to deallocate network for instance. [ 845.251942] env[63198]: DEBUG oslo_vmware.api [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233688} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.252216] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.252467] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.252666] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.252856] env[63198]: INFO nova.compute.manager [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 845.253486] env[63198]: DEBUG oslo.service.loopingcall [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.253741] env[63198]: DEBUG nova.compute.manager [-] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.253821] env[63198]: DEBUG nova.network.neutron [-] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.300202] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211952} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.300525] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.301329] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365bf9f2-e829-4a5a-97b1-1e2f843887d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.330296] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 14e21b91-64d2-4baa-b7cc-f619a65be828/14e21b91-64d2-4baa-b7cc-f619a65be828.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.335807] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973f9c14-c373-4c9d-a32a-d349404ed24e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.349781] env[63198]: DEBUG nova.network.neutron [-] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.363443] env[63198]: DEBUG oslo_vmware.api [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712347, 'name': PowerOnVM_Task, 'duration_secs': 0.885944} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.363707] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.363907] env[63198]: INFO nova.compute.manager [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Took 9.21 seconds to spawn the instance on the hypervisor. [ 845.367021] env[63198]: DEBUG nova.compute.manager [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.367021] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4621df56-9ceb-4015-8945-6116bdcb58e6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.370262] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 845.370262] env[63198]: value = "task-2712353" [ 845.370262] env[63198]: _type = "Task" [ 845.370262] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.387050] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.656354] env[63198]: DEBUG nova.compute.manager [req-290155c3-98c9-42de-9a25-f28bf67665d0 req-a7b60cf3-6b9f-45ba-aed0-82dc0d662726 service nova] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Received event network-vif-deleted-0d81a55d-66e2-4b8d-8888-48f6a4df1bd4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.747063] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.859478] env[63198]: INFO nova.compute.manager [-] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Took 0.88 seconds to deallocate network for instance. [ 845.900115] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.903302] env[63198]: INFO nova.compute.manager [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Took 40.89 seconds to build instance. [ 846.162077] env[63198]: DEBUG nova.network.neutron [-] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.229714] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6891e-0990-40fd-b7c5-2bfb0c9ca588 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.239021] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91ffdb9-8368-4a7a-9c5e-5103ff0014fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.276456] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857099db-fd8c-44ae-8b97-06771e9afc8b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.297078] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54d3324-79ce-4880-9968-33ee9d8a1367 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.322316] env[63198]: DEBUG nova.compute.provider_tree [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.371671] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.382396] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712353, 'name': ReconfigVM_Task, 'duration_secs': 0.622902} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.382517] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 14e21b91-64d2-4baa-b7cc-f619a65be828/14e21b91-64d2-4baa-b7cc-f619a65be828.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.383290] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fa40b4f-06fd-4900-8251-22bc2a8e5e22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.405025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6a2595e3-51cc-48e7-9bd2-e93e314933ec tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "1dc324a9-d929-496f-a868-ed14d846d076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.407s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.415515] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 846.415515] env[63198]: value = "task-2712354" [ 846.415515] env[63198]: _type = "Task" [ 846.415515] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.427325] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712354, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.664206] env[63198]: INFO nova.compute.manager [-] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Took 1.41 seconds to deallocate network for instance. [ 846.825536] env[63198]: DEBUG nova.scheduler.client.report [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.864811] env[63198]: DEBUG nova.compute.manager [req-f2b6a6b4-de4b-4391-9779-e627fd79a5e7 req-ad757992-bcc6-41b2-b18f-4a7be42a2525 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received event network-vif-plugged-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.865094] env[63198]: DEBUG oslo_concurrency.lockutils [req-f2b6a6b4-de4b-4391-9779-e627fd79a5e7 req-ad757992-bcc6-41b2-b18f-4a7be42a2525 service nova] Acquiring lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.865322] env[63198]: DEBUG oslo_concurrency.lockutils [req-f2b6a6b4-de4b-4391-9779-e627fd79a5e7 req-ad757992-bcc6-41b2-b18f-4a7be42a2525 service nova] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.865492] env[63198]: DEBUG oslo_concurrency.lockutils [req-f2b6a6b4-de4b-4391-9779-e627fd79a5e7 req-ad757992-bcc6-41b2-b18f-4a7be42a2525 service nova] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.865659] env[63198]: DEBUG nova.compute.manager [req-f2b6a6b4-de4b-4391-9779-e627fd79a5e7 req-ad757992-bcc6-41b2-b18f-4a7be42a2525 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] No waiting events found dispatching network-vif-plugged-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.865820] env[63198]: WARNING nova.compute.manager [req-f2b6a6b4-de4b-4391-9779-e627fd79a5e7 req-ad757992-bcc6-41b2-b18f-4a7be42a2525 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received unexpected event network-vif-plugged-7e08358a-2438-4620-bec1-10cd9c9bae9a for instance with vm_state shelved_offloaded and task_state spawning. [ 846.921747] env[63198]: DEBUG nova.compute.manager [req-4af73e87-097d-4c87-a3ef-8fb4f9c1feb0 req-5ba5722d-a42a-4e7a-b1ae-e3112e28f886 service nova] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Received event network-vif-deleted-448fcd78-9a54-436c-a47d-c6f9c24b1ef6 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.930245] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712354, 'name': Rename_Task, 'duration_secs': 0.253581} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.930245] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.930245] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1bdeaf4-e031-4dc2-be26-2c5a459163b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.952360] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 846.952360] env[63198]: value = "task-2712355" [ 846.952360] env[63198]: _type = "Task" [ 846.952360] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.962614] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.052351] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.052613] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.052801] env[63198]: DEBUG nova.network.neutron [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.173751] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.332064] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.332632] env[63198]: DEBUG nova.compute.manager [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.335819] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.814s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.336168] env[63198]: DEBUG nova.objects.instance [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lazy-loading 'resources' on Instance uuid 53bb3fab-5289-4abe-ae4b-43547891513e {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.463338] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.681404] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquiring lock "1dc324a9-d929-496f-a868-ed14d846d076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.681663] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "1dc324a9-d929-496f-a868-ed14d846d076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.681873] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquiring lock "1dc324a9-d929-496f-a868-ed14d846d076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.682160] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "1dc324a9-d929-496f-a868-ed14d846d076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.682274] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "1dc324a9-d929-496f-a868-ed14d846d076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.685360] env[63198]: INFO nova.compute.manager [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Terminating instance [ 847.838335] env[63198]: DEBUG nova.compute.utils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.843848] env[63198]: DEBUG nova.compute.manager [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.844034] env[63198]: DEBUG nova.network.neutron [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.854414] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "7915dd53-1071-4d40-b0b5-053dc6888c37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.854660] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "7915dd53-1071-4d40-b0b5-053dc6888c37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.948373] env[63198]: DEBUG nova.policy [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8cc832abca2407ca2074a7f762e9bdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76f68681b8874edeaa9d4b5fca6fb5e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.973026] env[63198]: DEBUG oslo_vmware.api [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712355, 'name': PowerOnVM_Task, 'duration_secs': 0.986666} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.973026] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.973026] env[63198]: INFO nova.compute.manager [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Took 9.08 seconds to spawn the instance on the hypervisor. [ 847.973026] env[63198]: DEBUG nova.compute.manager [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.973026] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289fe959-2d56-46c5-a878-d55bbc86e40a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.036018] env[63198]: DEBUG nova.network.neutron [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating instance_info_cache with network_info: [{"id": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "address": "fa:16:3e:23:16:b0", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e08358a-24", "ovs_interfaceid": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.189545] env[63198]: DEBUG nova.compute.manager [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.189769] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.190680] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3319ab4-db3a-4499-9038-48de202af5c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.201443] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.201709] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fba5d40d-76c9-4e17-bfa1-784e8f89524f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.216090] env[63198]: DEBUG oslo_vmware.api [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 848.216090] env[63198]: value = "task-2712356" [ 848.216090] env[63198]: _type = "Task" [ 848.216090] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.227559] env[63198]: DEBUG oslo_vmware.api [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.310077] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586e710f-60ee-4cfc-9790-5ccae80f31b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.323865] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf11fe9-ace8-4a44-bd04-ae7c07c1707a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.361029] env[63198]: DEBUG nova.compute.manager [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.366236] env[63198]: DEBUG nova.compute.manager [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.366611] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54afc9a-e587-4ff2-aaa9-d4b34acae2f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.374865] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bda2b83-eac4-4ced-9563-9f499e2a33d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.391281] env[63198]: DEBUG nova.compute.provider_tree [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.397840] env[63198]: DEBUG nova.network.neutron [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Successfully created port: e0915bda-d5b9-4f2c-a829-86be8abd418d {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.496896] env[63198]: INFO nova.compute.manager [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Took 33.61 seconds to build instance. [ 848.540187] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.571602] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e5a1fd070bcde19455904d3967715e73',container_format='bare',created_at=2025-02-19T21:10:11Z,direct_url=,disk_format='vmdk',id=5fdb32bc-5767-45e1-9ccb-46a64e7afcb5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1663851934-shelved',owner='fdd8b30d43374b768a32e6e0eaf75436',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-02-19T21:10:30Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.571741] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.572162] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.572617] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.572986] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.573408] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.573859] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.574262] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.574659] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.575059] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.575460] env[63198]: DEBUG nova.virt.hardware [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.576815] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56676493-00d7-4a34-92e2-d550c8dedbb7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.593472] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17207539-3516-4759-a6ca-b6edd3ca515a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.608960] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:16:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e08358a-2438-4620-bec1-10cd9c9bae9a', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.616520] env[63198]: DEBUG oslo.service.loopingcall [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 848.616800] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.617109] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24f5cf62-6c71-4049-8bdd-d72b0060ae92 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.637647] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.637647] env[63198]: value = "task-2712357" [ 848.637647] env[63198]: _type = "Task" [ 848.637647] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.647421] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712357, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.727913] env[63198]: DEBUG oslo_vmware.api [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712356, 'name': PowerOffVM_Task, 'duration_secs': 0.469575} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.728090] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.728278] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.728558] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c8074c5-8a0a-4474-9a88-2939b773e51a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.807515] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.807749] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.807926] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Deleting the datastore file [datastore2] 1dc324a9-d929-496f-a868-ed14d846d076 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.808702] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad08b333-6ee1-41b0-bf8a-939f62679b78 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.817286] env[63198]: DEBUG oslo_vmware.api [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for the task: (returnval){ [ 848.817286] env[63198]: value = "task-2712359" [ 848.817286] env[63198]: _type = "Task" [ 848.817286] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.826437] env[63198]: DEBUG oslo_vmware.api [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.895111] env[63198]: DEBUG nova.scheduler.client.report [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.903452] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.998577] env[63198]: DEBUG oslo_concurrency.lockutils [None req-01d65e55-34e7-4b01-8601-e3830bc6f671 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "14e21b91-64d2-4baa-b7cc-f619a65be828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.121s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.052190] env[63198]: DEBUG nova.compute.manager [req-18259e32-1b97-449a-b36e-2facc27f3c44 req-0c2f1b41-62d2-4cf8-9aaa-d8323204a7a1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received event network-changed-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.052190] env[63198]: DEBUG nova.compute.manager [req-18259e32-1b97-449a-b36e-2facc27f3c44 req-0c2f1b41-62d2-4cf8-9aaa-d8323204a7a1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Refreshing instance network info cache due to event network-changed-7e08358a-2438-4620-bec1-10cd9c9bae9a. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.052370] env[63198]: DEBUG oslo_concurrency.lockutils [req-18259e32-1b97-449a-b36e-2facc27f3c44 req-0c2f1b41-62d2-4cf8-9aaa-d8323204a7a1 service nova] Acquiring lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.052845] env[63198]: DEBUG oslo_concurrency.lockutils [req-18259e32-1b97-449a-b36e-2facc27f3c44 req-0c2f1b41-62d2-4cf8-9aaa-d8323204a7a1 service nova] Acquired lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.053350] env[63198]: DEBUG nova.network.neutron [req-18259e32-1b97-449a-b36e-2facc27f3c44 req-0c2f1b41-62d2-4cf8-9aaa-d8323204a7a1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Refreshing network info cache for port 7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.151026] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712357, 'name': CreateVM_Task, 'duration_secs': 0.422443} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.151026] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.151026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.151026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.151026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.151026] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabe9b1b-070d-4a14-a324-f2265b9f3b58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.155464] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 849.155464] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b2f18b-338a-0727-bdc4-4d09fea3e37e" [ 849.155464] env[63198]: _type = "Task" [ 849.155464] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.164272] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b2f18b-338a-0727-bdc4-4d09fea3e37e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.329651] env[63198]: DEBUG oslo_vmware.api [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Task: {'id': task-2712359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196109} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.330234] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.330590] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.330920] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.331250] env[63198]: INFO nova.compute.manager [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Took 1.14 seconds to destroy the instance on the hypervisor. [ 849.333558] env[63198]: DEBUG oslo.service.loopingcall [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.333558] env[63198]: DEBUG nova.compute.manager [-] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.333558] env[63198]: DEBUG nova.network.neutron [-] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.376226] env[63198]: DEBUG nova.compute.manager [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.400112] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.400112] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.400112] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.400112] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.400112] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.400112] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.402314] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.402666] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.402989] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.403313] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.403644] env[63198]: DEBUG nova.virt.hardware [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.404627] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.407979] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35b0381-a5ba-44e1-a17f-86761c80bbc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.413273] env[63198]: DEBUG oslo_concurrency.lockutils [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.736s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.413273] env[63198]: DEBUG nova.objects.instance [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lazy-loading 'resources' on Instance uuid fdec4944-a4f2-404d-a33c-5c9d98fd2ec5 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.423517] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb59261d-1f88-47be-a70d-9f4e0a735d0f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.434717] env[63198]: INFO nova.scheduler.client.report [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted allocations for instance 53bb3fab-5289-4abe-ae4b-43547891513e [ 849.672370] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.672641] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Processing image 5fdb32bc-5767-45e1-9ccb-46a64e7afcb5 {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.672866] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.673137] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.673241] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.676526] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9b949f1-c134-4c21-9970-e4320ee4f08c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.690564] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.690761] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.692360] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a0a2cf-ed88-4415-882f-f0facbdce23a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.698025] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 849.698025] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528aca07-3755-af41-36b2-9c6696578d2b" [ 849.698025] env[63198]: _type = "Task" [ 849.698025] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.710086] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528aca07-3755-af41-36b2-9c6696578d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.783421] env[63198]: DEBUG nova.network.neutron [req-18259e32-1b97-449a-b36e-2facc27f3c44 req-0c2f1b41-62d2-4cf8-9aaa-d8323204a7a1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updated VIF entry in instance network info cache for port 7e08358a-2438-4620-bec1-10cd9c9bae9a. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.783828] env[63198]: DEBUG nova.network.neutron [req-18259e32-1b97-449a-b36e-2facc27f3c44 req-0c2f1b41-62d2-4cf8-9aaa-d8323204a7a1 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating instance_info_cache with network_info: [{"id": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "address": "fa:16:3e:23:16:b0", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e08358a-24", "ovs_interfaceid": "7e08358a-2438-4620-bec1-10cd9c9bae9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.950855] env[63198]: DEBUG oslo_concurrency.lockutils [None req-28f75321-7440-4b15-ba4b-f962201f3f3e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "53bb3fab-5289-4abe-ae4b-43547891513e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.846s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.215013] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Preparing fetch location {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 850.215111] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Fetch image to [datastore1] OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959/OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959.vmdk {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 850.216039] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Downloading stream optimized image 5fdb32bc-5767-45e1-9ccb-46a64e7afcb5 to [datastore1] OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959/OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959.vmdk on the data store datastore1 as vApp {{(pid=63198) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 850.216039] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Downloading image file data 5fdb32bc-5767-45e1-9ccb-46a64e7afcb5 to the ESX as VM named 'OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959' {{(pid=63198) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 850.231098] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "14e21b91-64d2-4baa-b7cc-f619a65be828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.231596] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "14e21b91-64d2-4baa-b7cc-f619a65be828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.231856] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "14e21b91-64d2-4baa-b7cc-f619a65be828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.232071] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "14e21b91-64d2-4baa-b7cc-f619a65be828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.232250] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "14e21b91-64d2-4baa-b7cc-f619a65be828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.237026] env[63198]: INFO nova.compute.manager [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Terminating instance [ 850.289139] env[63198]: DEBUG oslo_concurrency.lockutils [req-18259e32-1b97-449a-b36e-2facc27f3c44 req-0c2f1b41-62d2-4cf8-9aaa-d8323204a7a1 service nova] Releasing lock "refresh_cache-2abaf9f0-6739-4cd3-8400-d204d059565d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.311740] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 850.311740] env[63198]: value = "resgroup-9" [ 850.311740] env[63198]: _type = "ResourcePool" [ 850.311740] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 850.311740] env[63198]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a7333e2b-49de-4720-867d-0194f65ea624 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.343134] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lease: (returnval){ [ 850.343134] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528bebae-8a37-7769-cb61-0cc06ce20eef" [ 850.343134] env[63198]: _type = "HttpNfcLease" [ 850.343134] env[63198]: } obtained for vApp import into resource pool (val){ [ 850.343134] env[63198]: value = "resgroup-9" [ 850.343134] env[63198]: _type = "ResourcePool" [ 850.343134] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 850.343134] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the lease: (returnval){ [ 850.343134] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528bebae-8a37-7769-cb61-0cc06ce20eef" [ 850.343134] env[63198]: _type = "HttpNfcLease" [ 850.343134] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.350453] env[63198]: DEBUG nova.network.neutron [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Successfully updated port: e0915bda-d5b9-4f2c-a829-86be8abd418d {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.359307] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.359307] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528bebae-8a37-7769-cb61-0cc06ce20eef" [ 850.359307] env[63198]: _type = "HttpNfcLease" [ 850.359307] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.390839] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4120c367-a546-466d-a160-389e0d479248 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.399916] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0e7924-8b6a-4af7-b4e7-bb19ce0403fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.435052] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9175d84b-b459-4ccc-9582-30374412196f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.443780] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740c39eb-9c16-4199-b329-14fac22b8eb2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.459670] env[63198]: DEBUG nova.compute.provider_tree [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.517418] env[63198]: DEBUG nova.network.neutron [-] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.764384] env[63198]: DEBUG nova.compute.manager [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.764781] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.765692] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aac4ab-f8e9-4e6f-8a69-1671c7b8b557 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.776169] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.776169] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e5f68ef-af73-4648-9a2a-f5e4943473d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.786089] env[63198]: DEBUG oslo_vmware.api [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 850.786089] env[63198]: value = "task-2712361" [ 850.786089] env[63198]: _type = "Task" [ 850.786089] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.797344] env[63198]: DEBUG oslo_vmware.api [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.851201] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.851201] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528bebae-8a37-7769-cb61-0cc06ce20eef" [ 850.851201] env[63198]: _type = "HttpNfcLease" [ 850.851201] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.853126] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "refresh_cache-2091c666-f592-407d-8df4-0011204c916f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.853306] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "refresh_cache-2091c666-f592-407d-8df4-0011204c916f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.853512] env[63198]: DEBUG nova.network.neutron [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.964042] env[63198]: DEBUG nova.scheduler.client.report [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.020448] env[63198]: INFO nova.compute.manager [-] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Took 1.69 seconds to deallocate network for instance. [ 851.083509] env[63198]: DEBUG nova.compute.manager [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Received event network-vif-deleted-92e7b868-92e6-4a48-b9b1-2728e402bc06 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.083716] env[63198]: DEBUG nova.compute.manager [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] [instance: 2091c666-f592-407d-8df4-0011204c916f] Received event network-vif-plugged-e0915bda-d5b9-4f2c-a829-86be8abd418d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.083905] env[63198]: DEBUG oslo_concurrency.lockutils [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] Acquiring lock "2091c666-f592-407d-8df4-0011204c916f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.084360] env[63198]: DEBUG oslo_concurrency.lockutils [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] Lock "2091c666-f592-407d-8df4-0011204c916f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.084567] env[63198]: DEBUG oslo_concurrency.lockutils [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] Lock "2091c666-f592-407d-8df4-0011204c916f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.084735] env[63198]: DEBUG nova.compute.manager [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] [instance: 2091c666-f592-407d-8df4-0011204c916f] No waiting events found dispatching network-vif-plugged-e0915bda-d5b9-4f2c-a829-86be8abd418d {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.084901] env[63198]: WARNING nova.compute.manager [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] [instance: 2091c666-f592-407d-8df4-0011204c916f] Received unexpected event network-vif-plugged-e0915bda-d5b9-4f2c-a829-86be8abd418d for instance with vm_state building and task_state spawning. [ 851.085271] env[63198]: DEBUG nova.compute.manager [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] [instance: 2091c666-f592-407d-8df4-0011204c916f] Received event network-changed-e0915bda-d5b9-4f2c-a829-86be8abd418d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.085462] env[63198]: DEBUG nova.compute.manager [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] [instance: 2091c666-f592-407d-8df4-0011204c916f] Refreshing instance network info cache due to event network-changed-e0915bda-d5b9-4f2c-a829-86be8abd418d. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.085633] env[63198]: DEBUG oslo_concurrency.lockutils [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] Acquiring lock "refresh_cache-2091c666-f592-407d-8df4-0011204c916f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.298875] env[63198]: DEBUG oslo_vmware.api [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712361, 'name': PowerOffVM_Task, 'duration_secs': 0.225463} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.299594] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.299823] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.300204] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d180c0f7-9d28-4892-84b4-203e5e333b29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.350266] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.350266] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528bebae-8a37-7769-cb61-0cc06ce20eef" [ 851.350266] env[63198]: _type = "HttpNfcLease" [ 851.350266] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.350565] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.350565] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528bebae-8a37-7769-cb61-0cc06ce20eef" [ 851.350565] env[63198]: _type = "HttpNfcLease" [ 851.350565] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 851.351655] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f3751a-0536-4436-a61a-003f4da52ee3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.370128] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214e773-c496-2801-6013-3f6ba6a5567c/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.371880] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214e773-c496-2801-6013-3f6ba6a5567c/disk-0.vmdk. {{(pid=63198) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 851.375113] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.375417] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.375815] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleting the datastore file [datastore2] 14e21b91-64d2-4baa-b7cc-f619a65be828 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.377458] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfd2d933-f7e1-47a1-b980-a33bf7874956 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.443956] env[63198]: DEBUG nova.network.neutron [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.453423] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4f2e243-1b1f-4b36-98e2-c4ec27acffb2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.454729] env[63198]: DEBUG oslo_vmware.api [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 851.454729] env[63198]: value = "task-2712363" [ 851.454729] env[63198]: _type = "Task" [ 851.454729] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.467112] env[63198]: DEBUG oslo_vmware.api [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.471121] env[63198]: DEBUG oslo_concurrency.lockutils [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.473405] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.588s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.473641] env[63198]: DEBUG nova.objects.instance [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lazy-loading 'resources' on Instance uuid 2d5075ed-a487-4b74-a597-43aa276523bb {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.496466] env[63198]: INFO nova.scheduler.client.report [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Deleted allocations for instance fdec4944-a4f2-404d-a33c-5c9d98fd2ec5 [ 851.529236] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.609506] env[63198]: DEBUG nova.network.neutron [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Updating instance_info_cache with network_info: [{"id": "e0915bda-d5b9-4f2c-a829-86be8abd418d", "address": "fa:16:3e:c6:80:67", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0915bda-d5", "ovs_interfaceid": "e0915bda-d5b9-4f2c-a829-86be8abd418d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.972367] env[63198]: DEBUG oslo_vmware.api [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135502} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.973577] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.979025] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.979025] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.979025] env[63198]: INFO nova.compute.manager [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Took 1.21 seconds to destroy the instance on the hypervisor. [ 851.979025] env[63198]: DEBUG oslo.service.loopingcall [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.979025] env[63198]: DEBUG nova.compute.manager [-] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.979025] env[63198]: DEBUG nova.network.neutron [-] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.009940] env[63198]: DEBUG oslo_concurrency.lockutils [None req-58a2f9d5-03de-40e0-b28f-62f50be0d19d tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "fdec4944-a4f2-404d-a33c-5c9d98fd2ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.123s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.111637] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "refresh_cache-2091c666-f592-407d-8df4-0011204c916f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.115148] env[63198]: DEBUG nova.compute.manager [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Instance network_info: |[{"id": "e0915bda-d5b9-4f2c-a829-86be8abd418d", "address": "fa:16:3e:c6:80:67", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0915bda-d5", "ovs_interfaceid": "e0915bda-d5b9-4f2c-a829-86be8abd418d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.115148] env[63198]: DEBUG oslo_concurrency.lockutils [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] Acquired lock "refresh_cache-2091c666-f592-407d-8df4-0011204c916f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.115148] env[63198]: DEBUG nova.network.neutron [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] [instance: 2091c666-f592-407d-8df4-0011204c916f] Refreshing network info cache for port e0915bda-d5b9-4f2c-a829-86be8abd418d {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.116089] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:80:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0915bda-d5b9-4f2c-a829-86be8abd418d', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.127679] env[63198]: DEBUG oslo.service.loopingcall [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.134608] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2091c666-f592-407d-8df4-0011204c916f] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.139968] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11dedff0-8581-453f-809e-c644d68e2f33 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.179590] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.179590] env[63198]: value = "task-2712364" [ 852.179590] env[63198]: _type = "Task" [ 852.179590] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.193022] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712364, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.520331] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d10edc-82a8-4697-b6f9-ca1002baf149 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.531294] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a586c90-d58c-4854-8d8e-47d3ffc03b08 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.575255] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957b1319-0889-4a4b-a2fb-83db194bb866 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.586081] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc6fad5-d2cc-4d68-899b-75c86f625ab9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.601632] env[63198]: DEBUG nova.compute.provider_tree [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.612427] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Completed reading data from the image iterator. {{(pid=63198) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 852.612645] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214e773-c496-2801-6013-3f6ba6a5567c/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 852.613833] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b00e04-af02-47ba-842c-ac5d3a976b30 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.623872] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214e773-c496-2801-6013-3f6ba6a5567c/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 852.624385] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214e773-c496-2801-6013-3f6ba6a5567c/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 852.624385] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0990a956-2eaa-4bd4-868d-e933b7a15955 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.694545] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712364, 'name': CreateVM_Task, 'duration_secs': 0.390906} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.696639] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2091c666-f592-407d-8df4-0011204c916f] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.697309] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.697453] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.698238] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.698447] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b164777-16c0-4d32-8404-a10a25b1d3ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.704491] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 852.704491] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fcac0e-79c4-4c18-1833-8e05987e99df" [ 852.704491] env[63198]: _type = "Task" [ 852.704491] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.713971] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fcac0e-79c4-4c18-1833-8e05987e99df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.835531] env[63198]: DEBUG oslo_vmware.rw_handles [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214e773-c496-2801-6013-3f6ba6a5567c/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 852.835858] env[63198]: INFO nova.virt.vmwareapi.images [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Downloaded image file data 5fdb32bc-5767-45e1-9ccb-46a64e7afcb5 [ 852.836928] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ac3afd-a04d-4620-a10a-aa7e07772a20 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.857188] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7305ed7-2321-4dee-a45b-fa2d4a79d46c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.886777] env[63198]: INFO nova.virt.vmwareapi.images [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] The imported VM was unregistered [ 852.889334] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Caching image {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 852.889601] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5 {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.892756] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6843a440-15f5-4468-93ff-c9594ede74cf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.908618] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Created directory with path [datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5 {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.908618] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959/OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959.vmdk to [datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5.vmdk. {{(pid=63198) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 852.908618] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ffe8ef6f-e7f5-4455-b996-24481a157dec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.919020] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 852.919020] env[63198]: value = "task-2712366" [ 852.919020] env[63198]: _type = "Task" [ 852.919020] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.928585] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712366, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.958274] env[63198]: DEBUG nova.network.neutron [-] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.996978] env[63198]: DEBUG nova.network.neutron [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] [instance: 2091c666-f592-407d-8df4-0011204c916f] Updated VIF entry in instance network info cache for port e0915bda-d5b9-4f2c-a829-86be8abd418d. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.997371] env[63198]: DEBUG nova.network.neutron [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] [instance: 2091c666-f592-407d-8df4-0011204c916f] Updating instance_info_cache with network_info: [{"id": "e0915bda-d5b9-4f2c-a829-86be8abd418d", "address": "fa:16:3e:c6:80:67", "network": {"id": "9c6d6cd3-4e22-4f2a-8eb5-c56d1a7c001a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1781569072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76f68681b8874edeaa9d4b5fca6fb5e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0915bda-d5", "ovs_interfaceid": "e0915bda-d5b9-4f2c-a829-86be8abd418d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.035967] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquiring lock "711d6a80-7962-4850-9e8d-fda42b7bf545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.035967] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "711d6a80-7962-4850-9e8d-fda42b7bf545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.107852] env[63198]: DEBUG nova.scheduler.client.report [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.113931] env[63198]: DEBUG nova.compute.manager [req-069a3c93-59a6-433b-8057-bbdeafd8e47e req-527659b3-3eb7-4fb9-8cf4-c8624223ad43 service nova] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Received event network-vif-deleted-5b885b17-7c76-497a-8591-631c984c382e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.218391] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fcac0e-79c4-4c18-1833-8e05987e99df, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.218756] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.219035] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.219375] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.219446] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.219697] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.220035] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d329b9ab-0677-4471-931b-329742819b90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.231685] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.231898] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.232687] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091eaf1b-82cc-411d-a34c-7b3ade06de6c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.243788] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 853.243788] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528e2916-3f02-282d-3d20-cd60a7853a03" [ 853.243788] env[63198]: _type = "Task" [ 853.243788] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.256144] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528e2916-3f02-282d-3d20-cd60a7853a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.400257] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "5024de2a-3243-4418-baef-d211a0851feb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.400584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "5024de2a-3243-4418-baef-d211a0851feb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.400805] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "5024de2a-3243-4418-baef-d211a0851feb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.401018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "5024de2a-3243-4418-baef-d211a0851feb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.401286] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "5024de2a-3243-4418-baef-d211a0851feb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.406318] env[63198]: INFO nova.compute.manager [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Terminating instance [ 853.431214] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712366, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.462015] env[63198]: INFO nova.compute.manager [-] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Took 1.48 seconds to deallocate network for instance. [ 853.500073] env[63198]: DEBUG oslo_concurrency.lockutils [req-6c606b66-df78-4604-9912-773af09631df req-47c9ef8b-fb43-4244-91a1-091929545dbb service nova] Releasing lock "refresh_cache-2091c666-f592-407d-8df4-0011204c916f" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.541190] env[63198]: DEBUG nova.compute.manager [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.616025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.618178] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.841s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.620049] env[63198]: INFO nova.compute.claims [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.650662] env[63198]: INFO nova.scheduler.client.report [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Deleted allocations for instance 2d5075ed-a487-4b74-a597-43aa276523bb [ 853.759667] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528e2916-3f02-282d-3d20-cd60a7853a03, 'name': SearchDatastore_Task, 'duration_secs': 0.017534} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.760535] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4873bc1f-6d11-4ddd-85bb-829a8a0c5af2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.769227] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 853.769227] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526a91e7-b262-1bb8-37d9-ad9294be96aa" [ 853.769227] env[63198]: _type = "Task" [ 853.769227] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.782081] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526a91e7-b262-1bb8-37d9-ad9294be96aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.913314] env[63198]: DEBUG nova.compute.manager [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.913559] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.914483] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39fadde-94ee-4faa-a0c1-7847bc28f2ce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.930919] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712366, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.933263] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.933566] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c42d13d-cfc7-4156-9ec8-1890ff57738c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.947042] env[63198]: DEBUG oslo_vmware.api [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 853.947042] env[63198]: value = "task-2712367" [ 853.947042] env[63198]: _type = "Task" [ 853.947042] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.957912] env[63198]: DEBUG oslo_vmware.api [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.971797] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.068485] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.163584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-40007f21-6594-4412-80d6-c226554760ce tempest-ServerShowV247Test-17069334 tempest-ServerShowV247Test-17069334-project-member] Lock "2d5075ed-a487-4b74-a597-43aa276523bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.820s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.282568] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526a91e7-b262-1bb8-37d9-ad9294be96aa, 'name': SearchDatastore_Task, 'duration_secs': 0.022688} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.282863] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.283153] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2091c666-f592-407d-8df4-0011204c916f/2091c666-f592-407d-8df4-0011204c916f.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.283448] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a55e8560-9c11-40ec-8890-5e34c972bb67 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.297399] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 854.297399] env[63198]: value = "task-2712368" [ 854.297399] env[63198]: _type = "Task" [ 854.297399] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.308879] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.432791] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712366, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.458038] env[63198]: DEBUG oslo_vmware.api [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712367, 'name': PowerOffVM_Task, 'duration_secs': 0.331014} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.458197] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.458309] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.458567] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87b58186-199d-4da8-9c9b-8647dcca5b1f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.542780] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.542780] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.543459] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Deleting the datastore file [datastore2] 5024de2a-3243-4418-baef-d211a0851feb {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.543459] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3145c52-e8bf-4704-8a8d-86eeb343445f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.553737] env[63198]: DEBUG oslo_vmware.api [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 854.553737] env[63198]: value = "task-2712370" [ 854.553737] env[63198]: _type = "Task" [ 854.553737] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.566685] env[63198]: DEBUG oslo_vmware.api [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.814445] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712368, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.934768] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712366, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.060065] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca30d98-e367-4314-b574-c744982e10c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.073384] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd96e2f-fdaa-4180-80bd-f036a9cfce67 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.076932] env[63198]: DEBUG oslo_vmware.api [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.109282] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a75ab20-5aba-4a4f-af54-2e04d2cdc361 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.120758] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9c9a94-f0b7-4479-8728-1838e1cba99c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.139388] env[63198]: DEBUG nova.compute.provider_tree [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.309392] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812568} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.309392] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2091c666-f592-407d-8df4-0011204c916f/2091c666-f592-407d-8df4-0011204c916f.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.309629] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.309833] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-537e0b0c-22a5-4a08-b9ee-3f2eb6eecd1b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.316404] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 855.316404] env[63198]: value = "task-2712371" [ 855.316404] env[63198]: _type = "Task" [ 855.316404] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.324528] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.431404] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712366, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.564332] env[63198]: DEBUG oslo_vmware.api [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667155} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.564549] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.564734] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.564911] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.565096] env[63198]: INFO nova.compute.manager [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Took 1.65 seconds to destroy the instance on the hypervisor. [ 855.565350] env[63198]: DEBUG oslo.service.loopingcall [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.565547] env[63198]: DEBUG nova.compute.manager [-] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.566075] env[63198]: DEBUG nova.network.neutron [-] [instance: 5024de2a-3243-4418-baef-d211a0851feb] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.643080] env[63198]: DEBUG nova.scheduler.client.report [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.829921] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06902} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.830191] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.831036] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e444335-7c6b-4a2d-96f2-5e88ebe456db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.853703] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 2091c666-f592-407d-8df4-0011204c916f/2091c666-f592-407d-8df4-0011204c916f.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.856326] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e757cd3a-336c-437c-bdc7-0ee8354dafcd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.879754] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 855.879754] env[63198]: value = "task-2712372" [ 855.879754] env[63198]: _type = "Task" [ 855.879754] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.885797] env[63198]: DEBUG nova.compute.manager [req-8e865af4-b3d6-4fba-a3aa-f4196f50e32e req-7e46de37-8f52-4537-8bf2-788835b341c1 service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Received event network-vif-deleted-91a83aff-9e56-490a-8a53-e8b43ee47c5d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.885881] env[63198]: INFO nova.compute.manager [req-8e865af4-b3d6-4fba-a3aa-f4196f50e32e req-7e46de37-8f52-4537-8bf2-788835b341c1 service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Neutron deleted interface 91a83aff-9e56-490a-8a53-e8b43ee47c5d; detaching it from the instance and deleting it from the info cache [ 855.886073] env[63198]: DEBUG nova.network.neutron [req-8e865af4-b3d6-4fba-a3aa-f4196f50e32e req-7e46de37-8f52-4537-8bf2-788835b341c1 service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.890662] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.932687] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712366, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.738215} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.932942] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959/OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959.vmdk to [datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5.vmdk. [ 855.933165] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Cleaning up location [datastore1] OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959 {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 855.933335] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_dac61668-6192-49eb-8a97-bfed2f63f959 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.933611] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f8127b2-8f99-4d13-b687-ada2719e1bca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.941365] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 855.941365] env[63198]: value = "task-2712373" [ 855.941365] env[63198]: _type = "Task" [ 855.941365] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.950405] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.148500] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.149192] env[63198]: DEBUG nova.compute.manager [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.152116] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.695s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.153709] env[63198]: INFO nova.compute.claims [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.357281] env[63198]: DEBUG nova.network.neutron [-] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.390317] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712372, 'name': ReconfigVM_Task, 'duration_secs': 0.400491} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.390596] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 2091c666-f592-407d-8df4-0011204c916f/2091c666-f592-407d-8df4-0011204c916f.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.391507] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10af4833-3204-463e-aa39-a879eaba313e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.393061] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88a7c433-d455-41b4-a596-b940c5f8ffe2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.402779] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d498ee-94b3-4c37-a1be-da8a3aea13d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.412997] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 856.412997] env[63198]: value = "task-2712374" [ 856.412997] env[63198]: _type = "Task" [ 856.412997] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.437758] env[63198]: DEBUG nova.compute.manager [req-8e865af4-b3d6-4fba-a3aa-f4196f50e32e req-7e46de37-8f52-4537-8bf2-788835b341c1 service nova] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Detach interface failed, port_id=91a83aff-9e56-490a-8a53-e8b43ee47c5d, reason: Instance 5024de2a-3243-4418-baef-d211a0851feb could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 856.450978] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034252} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.451254] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.451495] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.451726] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5.vmdk to [datastore1] 2abaf9f0-6739-4cd3-8400-d204d059565d/2abaf9f0-6739-4cd3-8400-d204d059565d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.451993] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc0bb2ce-7494-45c8-82f5-95338be2d8d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.459545] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 856.459545] env[63198]: value = "task-2712375" [ 856.459545] env[63198]: _type = "Task" [ 856.459545] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.467913] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.660045] env[63198]: DEBUG nova.compute.utils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.664156] env[63198]: DEBUG nova.compute.manager [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.664156] env[63198]: DEBUG nova.network.neutron [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.712481] env[63198]: DEBUG nova.policy [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4aa5be5e6614caf83019cf2b23101f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6448777d6bf743f89d84806f621c8337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.860644] env[63198]: INFO nova.compute.manager [-] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Took 1.29 seconds to deallocate network for instance. [ 856.930425] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712374, 'name': Rename_Task, 'duration_secs': 0.179723} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.930425] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.930425] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4bea768-b31e-4be0-a07a-a24a6972c652 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.946657] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 856.946657] env[63198]: value = "task-2712376" [ 856.946657] env[63198]: _type = "Task" [ 856.946657] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.957348] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.974574] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712375, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.098922] env[63198]: DEBUG nova.network.neutron [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Successfully created port: 50328fc8-f95c-47bb-8208-23aa37cbddb0 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.164537] env[63198]: DEBUG nova.compute.manager [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.370354] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.459937] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712376, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.472779] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712375, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.577251] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619268d2-9f74-4d24-a697-35a7e15e1f76 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.588084] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b26d3-4e56-4a9a-92df-d5699052c5b9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.625195] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f970bf-ab97-4cca-93cf-352c53c91822 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.637017] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea0b21a-4e5e-4cf9-a174-d3be4f3e8535 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.654237] env[63198]: DEBUG nova.compute.provider_tree [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.960510] env[63198]: DEBUG oslo_vmware.api [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712376, 'name': PowerOnVM_Task, 'duration_secs': 0.914763} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.960734] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.960940] env[63198]: INFO nova.compute.manager [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Took 8.59 seconds to spawn the instance on the hypervisor. [ 857.961208] env[63198]: DEBUG nova.compute.manager [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.962128] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143ee9a9-5b02-4e1e-b070-21c9e935dd41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.973325] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712375, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.160251] env[63198]: DEBUG nova.scheduler.client.report [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.178734] env[63198]: DEBUG nova.compute.manager [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.208781] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.209107] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.209311] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.209546] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.209706] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.209855] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.210107] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.210239] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.210409] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.210595] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.210737] env[63198]: DEBUG nova.virt.hardware [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.212020] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a9c57-1016-4649-bd75-619734e58ed6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.223690] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0579c656-b09b-4c0d-86d7-65f3382838dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.473619] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712375, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.485377] env[63198]: INFO nova.compute.manager [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Took 36.45 seconds to build instance. [ 858.666082] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.666493] env[63198]: DEBUG nova.compute.manager [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.672180] env[63198]: DEBUG nova.compute.manager [req-67fb84b4-9b87-4043-9560-d8698fa1aa96 req-9760c6c7-f530-491e-a766-bb404839db89 service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Received event network-vif-plugged-50328fc8-f95c-47bb-8208-23aa37cbddb0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.672984] env[63198]: DEBUG oslo_concurrency.lockutils [req-67fb84b4-9b87-4043-9560-d8698fa1aa96 req-9760c6c7-f530-491e-a766-bb404839db89 service nova] Acquiring lock "245c7b18-515b-4d5b-8354-e68fe0df8151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.672984] env[63198]: DEBUG oslo_concurrency.lockutils [req-67fb84b4-9b87-4043-9560-d8698fa1aa96 req-9760c6c7-f530-491e-a766-bb404839db89 service nova] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.672984] env[63198]: DEBUG oslo_concurrency.lockutils [req-67fb84b4-9b87-4043-9560-d8698fa1aa96 req-9760c6c7-f530-491e-a766-bb404839db89 service nova] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.672984] env[63198]: DEBUG nova.compute.manager [req-67fb84b4-9b87-4043-9560-d8698fa1aa96 req-9760c6c7-f530-491e-a766-bb404839db89 service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] No waiting events found dispatching network-vif-plugged-50328fc8-f95c-47bb-8208-23aa37cbddb0 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.673187] env[63198]: WARNING nova.compute.manager [req-67fb84b4-9b87-4043-9560-d8698fa1aa96 req-9760c6c7-f530-491e-a766-bb404839db89 service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Received unexpected event network-vif-plugged-50328fc8-f95c-47bb-8208-23aa37cbddb0 for instance with vm_state building and task_state spawning. [ 858.673739] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.903s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.674010] env[63198]: DEBUG nova.objects.instance [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lazy-loading 'resources' on Instance uuid d53844a9-7e9e-47d5-97a9-80df25e74c57 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.821109] env[63198]: DEBUG nova.network.neutron [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Successfully updated port: 50328fc8-f95c-47bb-8208-23aa37cbddb0 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.974802] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712375, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.2827} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.975086] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5/5fdb32bc-5767-45e1-9ccb-46a64e7afcb5.vmdk to [datastore1] 2abaf9f0-6739-4cd3-8400-d204d059565d/2abaf9f0-6739-4cd3-8400-d204d059565d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.975866] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4310d-4235-420d-86d3-b0b13e79ed58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.995516] env[63198]: DEBUG oslo_concurrency.lockutils [None req-543982d5-e85f-475d-b63e-39eae84bfc7b tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "2091c666-f592-407d-8df4-0011204c916f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.985s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.008876] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2abaf9f0-6739-4cd3-8400-d204d059565d/2abaf9f0-6739-4cd3-8400-d204d059565d.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.009355] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1dc6143-3b87-481a-98ef-a40cea637526 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.033328] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 859.033328] env[63198]: value = "task-2712377" [ 859.033328] env[63198]: _type = "Task" [ 859.033328] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.041279] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.175921] env[63198]: DEBUG nova.compute.utils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.180276] env[63198]: DEBUG nova.compute.manager [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.180653] env[63198]: DEBUG nova.network.neutron [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.243441] env[63198]: DEBUG nova.policy [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143622509532476a81dd0b24fff2f677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cb8bd505c64506910a1038e014afb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.325198] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.325341] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.325481] env[63198]: DEBUG nova.network.neutron [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.546804] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712377, 'name': ReconfigVM_Task, 'duration_secs': 0.379825} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.547423] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2abaf9f0-6739-4cd3-8400-d204d059565d/2abaf9f0-6739-4cd3-8400-d204d059565d.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.548943] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'device_type': 'disk', 'disk_bus': None, 'image_id': '9c92274c-f71a-4266-ae8f-c11a7267cfde'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546370', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'name': 'volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2abaf9f0-6739-4cd3-8400-d204d059565d', 'attached_at': '', 'detached_at': '', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'serial': '47d3e76a-f7c8-413b-9232-f7e5dc069da0'}, 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'attachment_id': '040d5a88-16cb-403b-bbf1-f1e912cfd21c', 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63198) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 859.549229] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 859.549464] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546370', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'name': 'volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2abaf9f0-6739-4cd3-8400-d204d059565d', 'attached_at': '', 'detached_at': '', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'serial': '47d3e76a-f7c8-413b-9232-f7e5dc069da0'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 859.552476] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90af42a6-0f62-4477-8613-0bdea13891cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.571108] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e976acc-d9fe-4839-8deb-5e78c00d90bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.573926] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c21826-fb3e-4547-b229-6a1f1b7fdd28 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.592810] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c4315d-2896-438b-b9f5-7189178e5fa8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.602973] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0/volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.603576] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f830b8cc-0677-4eff-be34-da227a3d0d4b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.621840] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 859.621840] env[63198]: value = "task-2712378" [ 859.621840] env[63198]: _type = "Task" [ 859.621840] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.650104] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a86a071-5e22-4847-b66b-5e327caf3e63 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.659807] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.661086] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b94061-f55a-4788-a84a-c05569598b55 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.674537] env[63198]: DEBUG nova.compute.provider_tree [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.683845] env[63198]: DEBUG nova.compute.manager [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.765630] env[63198]: DEBUG nova.network.neutron [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Successfully created port: 2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.904569] env[63198]: DEBUG nova.network.neutron [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.154923] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712378, 'name': ReconfigVM_Task, 'duration_secs': 0.314087} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.155982] env[63198]: DEBUG nova.network.neutron [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance_info_cache with network_info: [{"id": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "address": "fa:16:3e:e6:e3:2d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50328fc8-f9", "ovs_interfaceid": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.158498] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0/volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.162920] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2777c545-4d3a-4a47-8920-4bb421c7b6e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.180101] env[63198]: DEBUG nova.scheduler.client.report [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.184671] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 860.184671] env[63198]: value = "task-2712379" [ 860.184671] env[63198]: _type = "Task" [ 860.184671] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.197672] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.259656] env[63198]: DEBUG nova.compute.manager [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.260603] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02f531e-91f5-462a-ad6d-6f8cf35b44ed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.663363] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.663707] env[63198]: DEBUG nova.compute.manager [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Instance network_info: |[{"id": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "address": "fa:16:3e:e6:e3:2d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50328fc8-f9", "ovs_interfaceid": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.664166] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:e3:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50328fc8-f95c-47bb-8208-23aa37cbddb0', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.671532] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Creating folder: Project (6448777d6bf743f89d84806f621c8337). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.672302] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa98de1b-7ac0-4c1b-a8c7-76732ef50905 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.683356] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Created folder: Project (6448777d6bf743f89d84806f621c8337) in parent group-v546185. [ 860.683564] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Creating folder: Instances. Parent ref: group-v546389. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.683805] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a6e78a3-fe99-43cd-825d-afca34240dd8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.685998] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.688543] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.254s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.688723] env[63198]: DEBUG nova.objects.instance [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 860.695792] env[63198]: DEBUG nova.compute.manager [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.704333] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712379, 'name': ReconfigVM_Task, 'duration_secs': 0.141029} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.705387] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546370', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'name': 'volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2abaf9f0-6739-4cd3-8400-d204d059565d', 'attached_at': '', 'detached_at': '', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'serial': '47d3e76a-f7c8-413b-9232-f7e5dc069da0'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 860.706119] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Created folder: Instances in parent group-v546389. [ 860.706284] env[63198]: DEBUG oslo.service.loopingcall [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.706487] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-199cdc6b-b947-484e-a91b-188b4b9b22cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.708261] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.708489] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-550ef424-0f6b-426d-8a46-df12e047d963 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.729661] env[63198]: DEBUG nova.compute.manager [req-16489470-c4b7-4cb9-b6ed-c1de8458994c req-f3d488de-b65f-4581-b684-4b86b614015e service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Received event network-changed-50328fc8-f95c-47bb-8208-23aa37cbddb0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.729896] env[63198]: DEBUG nova.compute.manager [req-16489470-c4b7-4cb9-b6ed-c1de8458994c req-f3d488de-b65f-4581-b684-4b86b614015e service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Refreshing instance network info cache due to event network-changed-50328fc8-f95c-47bb-8208-23aa37cbddb0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.730191] env[63198]: DEBUG oslo_concurrency.lockutils [req-16489470-c4b7-4cb9-b6ed-c1de8458994c req-f3d488de-b65f-4581-b684-4b86b614015e service nova] Acquiring lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.730388] env[63198]: DEBUG oslo_concurrency.lockutils [req-16489470-c4b7-4cb9-b6ed-c1de8458994c req-f3d488de-b65f-4581-b684-4b86b614015e service nova] Acquired lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.730586] env[63198]: DEBUG nova.network.neutron [req-16489470-c4b7-4cb9-b6ed-c1de8458994c req-f3d488de-b65f-4581-b684-4b86b614015e service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Refreshing network info cache for port 50328fc8-f95c-47bb-8208-23aa37cbddb0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.733904] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 860.733904] env[63198]: value = "task-2712382" [ 860.733904] env[63198]: _type = "Task" [ 860.733904] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.739452] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.739452] env[63198]: value = "task-2712383" [ 860.739452] env[63198]: _type = "Task" [ 860.739452] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.742130] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.742356] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.742534] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.742751] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.742836] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.742952] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.743183] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.743398] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.743521] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.743634] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.743794] env[63198]: DEBUG nova.virt.hardware [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.745562] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4f1b4b-bde5-4852-b65b-dade1ab9a59b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.748455] env[63198]: INFO nova.scheduler.client.report [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Deleted allocations for instance d53844a9-7e9e-47d5-97a9-80df25e74c57 [ 860.755916] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712382, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.767105] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87065b23-5f03-4675-b364-5d9d2ee75b9d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.771181] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712383, 'name': CreateVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.772522] env[63198]: INFO nova.compute.manager [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] instance snapshotting [ 860.777311] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979e18a0-599a-42df-9ed1-71d02e6160a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.803791] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbff74a8-4caa-4f87-994f-8bd599dc6c05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.247384] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712382, 'name': Rename_Task, 'duration_secs': 0.194957} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.250414] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.250521] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d294cfd-e836-41b5-8d7a-bbbe6055d596 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.257544] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712383, 'name': CreateVM_Task, 'duration_secs': 0.374463} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.258614] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.258930] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 861.258930] env[63198]: value = "task-2712384" [ 861.258930] env[63198]: _type = "Task" [ 861.258930] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.259575] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.259739] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.260056] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.262282] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9fdbe7-1d42-48f9-9917-48848be70907 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.266626] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d444cfd6-f9ac-4f79-81f2-11a26537763f tempest-MigrationsAdminTest-179870847 tempest-MigrationsAdminTest-179870847-project-member] Lock "d53844a9-7e9e-47d5-97a9-80df25e74c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.668s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.272814] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.274167] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 861.274167] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cdaa49-ee38-01d4-f20f-43aea1466c5c" [ 861.274167] env[63198]: _type = "Task" [ 861.274167] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.282000] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cdaa49-ee38-01d4-f20f-43aea1466c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.314861] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.315233] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cd60cee-711b-4d5d-a5bb-f287b6f9070d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.323040] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 861.323040] env[63198]: value = "task-2712385" [ 861.323040] env[63198]: _type = "Task" [ 861.323040] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.330498] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.593733] env[63198]: DEBUG nova.network.neutron [req-16489470-c4b7-4cb9-b6ed-c1de8458994c req-f3d488de-b65f-4581-b684-4b86b614015e service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updated VIF entry in instance network info cache for port 50328fc8-f95c-47bb-8208-23aa37cbddb0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.594140] env[63198]: DEBUG nova.network.neutron [req-16489470-c4b7-4cb9-b6ed-c1de8458994c req-f3d488de-b65f-4581-b684-4b86b614015e service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance_info_cache with network_info: [{"id": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "address": "fa:16:3e:e6:e3:2d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50328fc8-f9", "ovs_interfaceid": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.684333] env[63198]: DEBUG nova.network.neutron [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Successfully updated port: 2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.700584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-73796cd3-135e-4761-a0bb-e1a526d41fa4 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.701618] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.956s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.703213] env[63198]: INFO nova.compute.claims [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.772760] env[63198]: DEBUG oslo_vmware.api [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712384, 'name': PowerOnVM_Task, 'duration_secs': 0.448033} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.773063] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.783950] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cdaa49-ee38-01d4-f20f-43aea1466c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.018528} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.784546] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.784546] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.784883] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.784883] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.785017] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.785273] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-486eadda-d2c1-48c7-bb08-a962e45c039f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.793937] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.794207] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.794911] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9317d7a-894c-4642-b1b5-af27882d2dc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.800258] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 861.800258] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521f0212-9054-2e7d-ba1c-a657b1e55b18" [ 861.800258] env[63198]: _type = "Task" [ 861.800258] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.809401] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521f0212-9054-2e7d-ba1c-a657b1e55b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.834587] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.884702] env[63198]: DEBUG nova.compute.manager [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.885643] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce9cfc9-ebb5-42e5-a78e-81ae774a397a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.097250] env[63198]: DEBUG oslo_concurrency.lockutils [req-16489470-c4b7-4cb9-b6ed-c1de8458994c req-f3d488de-b65f-4581-b684-4b86b614015e service nova] Releasing lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.190370] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.190570] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.190728] env[63198]: DEBUG nova.network.neutron [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.310641] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521f0212-9054-2e7d-ba1c-a657b1e55b18, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.311498] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a4c1a9-6667-485b-9288-b550e56b92e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.317468] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 862.317468] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ebbbc-f213-a32c-19b8-0fd8c4794d5e" [ 862.317468] env[63198]: _type = "Task" [ 862.317468] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.325375] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ebbbc-f213-a32c-19b8-0fd8c4794d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.333190] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712385, 'name': CreateSnapshot_Task, 'duration_secs': 0.702557} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.333446] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.334168] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa18781-fbbc-4184-aaa0-5d49de3cec7c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.402798] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d77e7a0e-db31-43d2-aec6-614cb6dd3acc tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 50.560s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.731623] env[63198]: DEBUG nova.network.neutron [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.741687] env[63198]: DEBUG nova.compute.manager [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-vif-plugged-2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.741891] env[63198]: DEBUG oslo_concurrency.lockutils [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.742196] env[63198]: DEBUG oslo_concurrency.lockutils [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.742432] env[63198]: DEBUG oslo_concurrency.lockutils [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.742631] env[63198]: DEBUG nova.compute.manager [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] No waiting events found dispatching network-vif-plugged-2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.742842] env[63198]: WARNING nova.compute.manager [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received unexpected event network-vif-plugged-2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b for instance with vm_state building and task_state spawning. [ 862.743053] env[63198]: DEBUG nova.compute.manager [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-changed-2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.743251] env[63198]: DEBUG nova.compute.manager [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Refreshing instance network info cache due to event network-changed-2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 862.743466] env[63198]: DEBUG oslo_concurrency.lockutils [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] Acquiring lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.835440] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ebbbc-f213-a32c-19b8-0fd8c4794d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.835762] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.836088] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 245c7b18-515b-4d5b-8354-e68fe0df8151/245c7b18-515b-4d5b-8354-e68fe0df8151.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.836361] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d23f3f9-0240-466d-91a4-ed24828d8f5e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.845706] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 862.845706] env[63198]: value = "task-2712386" [ 862.845706] env[63198]: _type = "Task" [ 862.845706] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.855126] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 862.855466] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-719797db-ee9e-4b55-81dc-e7b5c41c34b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.867654] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.872195] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 862.872195] env[63198]: value = "task-2712387" [ 862.872195] env[63198]: _type = "Task" [ 862.872195] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.883437] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712387, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.991896] env[63198]: DEBUG nova.network.neutron [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.149505] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a109df4e-4402-4517-af1c-2d3a91f38c65 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.161041] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aa6bd9-793d-40c1-95de-1bac03cbbea7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.192945] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98da55e9-487a-43f5-a8dc-1226fb0f19c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.199958] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f2e45-6203-4537-a03b-9b79b5a217c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.214784] env[63198]: DEBUG nova.compute.provider_tree [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.356929] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497167} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.357232] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 245c7b18-515b-4d5b-8354-e68fe0df8151/245c7b18-515b-4d5b-8354-e68fe0df8151.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.357434] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.357682] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5925d4b2-eb15-41ef-9006-a5d20fd4b460 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.363524] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 863.363524] env[63198]: value = "task-2712388" [ 863.363524] env[63198]: _type = "Task" [ 863.363524] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.371712] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.381525] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712387, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.494273] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.494566] env[63198]: DEBUG nova.compute.manager [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Instance network_info: |[{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.494923] env[63198]: DEBUG oslo_concurrency.lockutils [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] Acquired lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.495133] env[63198]: DEBUG nova.network.neutron [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Refreshing network info cache for port 2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.496410] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:45:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.504818] env[63198]: DEBUG oslo.service.loopingcall [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.505206] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.505451] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-686c063c-0363-4674-ba32-96797f68d81b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.526996] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.526996] env[63198]: value = "task-2712389" [ 863.526996] env[63198]: _type = "Task" [ 863.526996] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.537114] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712389, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.721160] env[63198]: DEBUG nova.scheduler.client.report [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.872649] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062162} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.872922] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.873808] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db954679-7440-4707-ade2-c9831ab27c37 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.898292] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 245c7b18-515b-4d5b-8354-e68fe0df8151/245c7b18-515b-4d5b-8354-e68fe0df8151.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.901680] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f05e5604-455f-4b2d-9212-75086f261786 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.915666] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712387, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.920419] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 863.920419] env[63198]: value = "task-2712390" [ 863.920419] env[63198]: _type = "Task" [ 863.920419] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.929320] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.036845] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712389, 'name': CreateVM_Task, 'duration_secs': 0.351979} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.037362] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.037727] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.037894] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.038304] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.038492] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9bac68-6bc7-46dc-9000-2be50962789c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.042996] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 864.042996] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f6f085-503d-a438-1df2-d288a74f3100" [ 864.042996] env[63198]: _type = "Task" [ 864.042996] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.050283] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f6f085-503d-a438-1df2-d288a74f3100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.230964] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.231767] env[63198]: DEBUG nova.compute.manager [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.235991] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.419s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.236571] env[63198]: DEBUG nova.objects.instance [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'resources' on Instance uuid b0d71974-f55e-45fd-99da-52d939b7ef54 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.240916] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.241921] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.383920] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712387, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.431249] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.553196] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f6f085-503d-a438-1df2-d288a74f3100, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.553585] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.553873] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.554181] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.554359] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.554546] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.554843] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bdbf8d5-5b8c-4e46-aea1-409c83a69ced {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.566136] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.566399] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.567208] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f30352-75b3-4c80-982c-167f77ea01ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.572142] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 864.572142] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ae8e86-19e6-d014-1d02-d82a618df199" [ 864.572142] env[63198]: _type = "Task" [ 864.572142] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.581192] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ae8e86-19e6-d014-1d02-d82a618df199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.615197] env[63198]: DEBUG nova.network.neutron [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updated VIF entry in instance network info cache for port 2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.615578] env[63198]: DEBUG nova.network.neutron [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.741734] env[63198]: DEBUG nova.compute.utils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.748229] env[63198]: DEBUG nova.compute.manager [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.748808] env[63198]: DEBUG nova.network.neutron [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.758243] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.759050] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.759600] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.759915] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.761019] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.761019] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.761019] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 864.761019] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.813255] env[63198]: DEBUG nova.policy [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02657563a53e40419d8b378cbc3f81a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6281c75a314f61a30987a3602e6b70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.832153] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquiring lock "3d640862-9f20-435e-b2fc-f22eca545ef4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.832463] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "3d640862-9f20-435e-b2fc-f22eca545ef4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.885211] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712387, 'name': CloneVM_Task, 'duration_secs': 1.676311} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.888110] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Created linked-clone VM from snapshot [ 864.889343] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eec869-ba04-44f2-b239-59b4955ac817 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.896787] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Uploading image 50a34cdb-829d-4018-8b92-644dc56bd6ed {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 864.918356] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 864.918962] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa3ad50d-a922-4d6f-bf40-f0d9b40c2e1c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.928615] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 864.928615] env[63198]: value = "task-2712391" [ 864.928615] env[63198]: _type = "Task" [ 864.928615] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.935715] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712390, 'name': ReconfigVM_Task, 'duration_secs': 0.575325} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.937709] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 245c7b18-515b-4d5b-8354-e68fe0df8151/245c7b18-515b-4d5b-8354-e68fe0df8151.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.937709] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4daddf1-b562-4fde-bc2e-2ff45f9c02e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.942787] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712391, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.946901] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 864.946901] env[63198]: value = "task-2712392" [ 864.946901] env[63198]: _type = "Task" [ 864.946901] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.957106] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712392, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.083908] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ae8e86-19e6-d014-1d02-d82a618df199, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.087673] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5e9a81-b71e-4344-a463-30e489c72388 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.093635] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 865.093635] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ca34ac-8de0-7446-cf49-a6d5a768c1aa" [ 865.093635] env[63198]: _type = "Task" [ 865.093635] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.104070] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ca34ac-8de0-7446-cf49-a6d5a768c1aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.119262] env[63198]: DEBUG oslo_concurrency.lockutils [req-818e31b7-f9b3-4b78-af22-75901689641c req-d5cd7c98-2d83-461c-9422-747a5bbfc52d service nova] Releasing lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.140318] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01bf342-3462-43bd-9f12-89ab56a64538 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.147708] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b748e-0bad-4fc6-b7b1-33ffa25a0dc3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.181424] env[63198]: DEBUG nova.network.neutron [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Successfully created port: 03d6f43f-5595-46ea-8061-476d009cdcec {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.183884] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d26d21-3d41-4491-b902-9c693c285127 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.191502] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8095b4f3-7942-475c-8059-4078ccca2f84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.205019] env[63198]: DEBUG nova.compute.provider_tree [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.249329] env[63198]: DEBUG nova.compute.manager [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.264609] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.335331] env[63198]: DEBUG nova.compute.manager [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.440781] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712391, 'name': Destroy_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.457614] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712392, 'name': Rename_Task, 'duration_secs': 0.209313} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.457897] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.458169] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb120510-ee5c-4fd7-969d-d52c7dcb2984 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.465327] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 865.465327] env[63198]: value = "task-2712393" [ 865.465327] env[63198]: _type = "Task" [ 865.465327] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.475268] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.603517] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ca34ac-8de0-7446-cf49-a6d5a768c1aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.603815] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.604116] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] fcc046ba-c8b3-4a94-ad37-63ef529ddfb1/fcc046ba-c8b3-4a94-ad37-63ef529ddfb1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.604408] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1958eadd-2ab8-4148-81f0-f7457045d892 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.610531] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 865.610531] env[63198]: value = "task-2712394" [ 865.610531] env[63198]: _type = "Task" [ 865.610531] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.618614] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.708839] env[63198]: DEBUG nova.scheduler.client.report [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.861741] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.940529] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712391, 'name': Destroy_Task, 'duration_secs': 0.593393} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.940697] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Destroyed the VM [ 865.940920] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.941227] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ca5562a-9e3e-439e-b9a0-6a5596990a06 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.949121] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 865.949121] env[63198]: value = "task-2712395" [ 865.949121] env[63198]: _type = "Task" [ 865.949121] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.962430] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.974977] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.121599] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461842} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.122187] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] fcc046ba-c8b3-4a94-ad37-63ef529ddfb1/fcc046ba-c8b3-4a94-ad37-63ef529ddfb1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.122187] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.122486] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ea27674-fb77-4d41-9698-3e86e9c3b271 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.130231] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 866.130231] env[63198]: value = "task-2712396" [ 866.130231] env[63198]: _type = "Task" [ 866.130231] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.138838] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.215025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.217623] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.125s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.217848] env[63198]: DEBUG nova.objects.instance [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'resources' on Instance uuid 9d21143e-5a30-4964-b8af-9bbcbded658a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.233996] env[63198]: INFO nova.scheduler.client.report [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted allocations for instance b0d71974-f55e-45fd-99da-52d939b7ef54 [ 866.258016] env[63198]: DEBUG nova.compute.manager [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.284051] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.284360] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.284543] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.284722] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.284867] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.285083] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.285238] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.285403] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.285563] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.285721] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.285929] env[63198]: DEBUG nova.virt.hardware [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.287064] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608a40cc-dbd2-497d-9069-35002feb9c72 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.296824] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a5d99-00aa-4970-85dc-d7521674bd40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.458975] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712395, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.475089] env[63198]: DEBUG oslo_vmware.api [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712393, 'name': PowerOnVM_Task, 'duration_secs': 0.712192} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.475368] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.475573] env[63198]: INFO nova.compute.manager [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Took 8.30 seconds to spawn the instance on the hypervisor. [ 866.475745] env[63198]: DEBUG nova.compute.manager [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.476544] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b95a2f0-8160-4c59-af3d-79f73de1ecc1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.593367] env[63198]: DEBUG nova.compute.manager [req-e8e29734-40fa-42c6-a607-1b86f4b6684d req-9688f6ec-30b2-4f68-a36b-029579af91a2 service nova] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Received event network-vif-plugged-03d6f43f-5595-46ea-8061-476d009cdcec {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.593602] env[63198]: DEBUG oslo_concurrency.lockutils [req-e8e29734-40fa-42c6-a607-1b86f4b6684d req-9688f6ec-30b2-4f68-a36b-029579af91a2 service nova] Acquiring lock "3036fb4e-36f2-4bf2-b8b9-208c09827625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.593810] env[63198]: DEBUG oslo_concurrency.lockutils [req-e8e29734-40fa-42c6-a607-1b86f4b6684d req-9688f6ec-30b2-4f68-a36b-029579af91a2 service nova] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.593981] env[63198]: DEBUG oslo_concurrency.lockutils [req-e8e29734-40fa-42c6-a607-1b86f4b6684d req-9688f6ec-30b2-4f68-a36b-029579af91a2 service nova] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.594199] env[63198]: DEBUG nova.compute.manager [req-e8e29734-40fa-42c6-a607-1b86f4b6684d req-9688f6ec-30b2-4f68-a36b-029579af91a2 service nova] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] No waiting events found dispatching network-vif-plugged-03d6f43f-5595-46ea-8061-476d009cdcec {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.594372] env[63198]: WARNING nova.compute.manager [req-e8e29734-40fa-42c6-a607-1b86f4b6684d req-9688f6ec-30b2-4f68-a36b-029579af91a2 service nova] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Received unexpected event network-vif-plugged-03d6f43f-5595-46ea-8061-476d009cdcec for instance with vm_state building and task_state spawning. [ 866.639667] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068091} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.639949] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.640795] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3210a2-81af-491d-a7b0-0e540911dae2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.663922] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] fcc046ba-c8b3-4a94-ad37-63ef529ddfb1/fcc046ba-c8b3-4a94-ad37-63ef529ddfb1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.664583] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a45c36-948a-41b5-b175-76cd089fb9d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.684817] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 866.684817] env[63198]: value = "task-2712397" [ 866.684817] env[63198]: _type = "Task" [ 866.684817] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.692823] env[63198]: DEBUG nova.network.neutron [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Successfully updated port: 03d6f43f-5595-46ea-8061-476d009cdcec {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.700326] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.747084] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bd271c78-769e-49ff-8c9a-2be6e008bb84 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "b0d71974-f55e-45fd-99da-52d939b7ef54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.252s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.961638] env[63198]: DEBUG oslo_vmware.api [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712395, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906368} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.961638] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.996976] env[63198]: INFO nova.compute.manager [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Took 32.25 seconds to build instance. [ 867.062434] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed196423-993c-493a-b037-7af129a111db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.069414] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235308bc-048e-43a8-8854-a714fdd7ae93 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.103689] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21551cff-dc00-411c-b512-1824887b0119 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.111666] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788d446e-7228-4a9e-9573-6b8690d8d587 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.129737] env[63198]: DEBUG nova.compute.provider_tree [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.195782] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712397, 'name': ReconfigVM_Task, 'duration_secs': 0.306997} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.196100] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Reconfigured VM instance instance-0000004d to attach disk [datastore2] fcc046ba-c8b3-4a94-ad37-63ef529ddfb1/fcc046ba-c8b3-4a94-ad37-63ef529ddfb1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.197019] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67018566-bdeb-4219-b278-8d618889c2f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.202134] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.202301] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.202969] env[63198]: DEBUG nova.network.neutron [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.204997] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 867.204997] env[63198]: value = "task-2712398" [ 867.204997] env[63198]: _type = "Task" [ 867.204997] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.213996] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712398, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.468917] env[63198]: WARNING nova.compute.manager [None req-692ea44e-d7ba-4f2a-be81-cbde538b700e tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Image not found during snapshot: nova.exception.ImageNotFound: Image 50a34cdb-829d-4018-8b92-644dc56bd6ed could not be found. [ 867.500350] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1b908399-907a-4da5-99a9-651507a3ecb9 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.768s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.633732] env[63198]: DEBUG nova.scheduler.client.report [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.724215] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712398, 'name': Rename_Task, 'duration_secs': 0.20149} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.724512] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.724889] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f880ca-c553-471c-bada-c1bad44a1c0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.732785] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 867.732785] env[63198]: value = "task-2712399" [ 867.732785] env[63198]: _type = "Task" [ 867.732785] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.743373] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.768828] env[63198]: DEBUG nova.network.neutron [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.977426] env[63198]: DEBUG nova.network.neutron [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance_info_cache with network_info: [{"id": "03d6f43f-5595-46ea-8061-476d009cdcec", "address": "fa:16:3e:7e:e3:e6", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d6f43f-55", "ovs_interfaceid": "03d6f43f-5595-46ea-8061-476d009cdcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.140201] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.144870] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.398s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.145758] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.146945] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.775s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.147180] env[63198]: DEBUG nova.objects.instance [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lazy-loading 'resources' on Instance uuid 1e3e7894-9094-4dcb-8409-9a8f800e690d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.165445] env[63198]: INFO nova.scheduler.client.report [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted allocations for instance 9d21143e-5a30-4964-b8af-9bbcbded658a [ 868.169841] env[63198]: INFO nova.scheduler.client.report [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted allocations for instance f6a8ce31-5fad-4c6b-bbc5-ed240f8db679 [ 868.243999] env[63198]: DEBUG oslo_vmware.api [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712399, 'name': PowerOnVM_Task, 'duration_secs': 0.471337} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.244328] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.244738] env[63198]: INFO nova.compute.manager [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Took 7.55 seconds to spawn the instance on the hypervisor. [ 868.244931] env[63198]: DEBUG nova.compute.manager [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.246051] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5065ca1-0f4c-4000-8ff7-0c9de96eb028 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.353369] env[63198]: DEBUG nova.compute.manager [req-93968c5f-6211-4bd3-93d6-84b5033b13ea req-76b2a015-8f3e-4535-85ed-b1b9ee84c905 service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Received event network-changed-50328fc8-f95c-47bb-8208-23aa37cbddb0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.353596] env[63198]: DEBUG nova.compute.manager [req-93968c5f-6211-4bd3-93d6-84b5033b13ea req-76b2a015-8f3e-4535-85ed-b1b9ee84c905 service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Refreshing instance network info cache due to event network-changed-50328fc8-f95c-47bb-8208-23aa37cbddb0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.353788] env[63198]: DEBUG oslo_concurrency.lockutils [req-93968c5f-6211-4bd3-93d6-84b5033b13ea req-76b2a015-8f3e-4535-85ed-b1b9ee84c905 service nova] Acquiring lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.353933] env[63198]: DEBUG oslo_concurrency.lockutils [req-93968c5f-6211-4bd3-93d6-84b5033b13ea req-76b2a015-8f3e-4535-85ed-b1b9ee84c905 service nova] Acquired lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.354238] env[63198]: DEBUG nova.network.neutron [req-93968c5f-6211-4bd3-93d6-84b5033b13ea req-76b2a015-8f3e-4535-85ed-b1b9ee84c905 service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Refreshing network info cache for port 50328fc8-f95c-47bb-8208-23aa37cbddb0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.480156] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.480632] env[63198]: DEBUG nova.compute.manager [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Instance network_info: |[{"id": "03d6f43f-5595-46ea-8061-476d009cdcec", "address": "fa:16:3e:7e:e3:e6", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d6f43f-55", "ovs_interfaceid": "03d6f43f-5595-46ea-8061-476d009cdcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.480941] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e3:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03d6f43f-5595-46ea-8061-476d009cdcec', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.488875] env[63198]: DEBUG oslo.service.loopingcall [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.489491] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.489724] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00f366d-7bcb-4b72-97f0-2a2475cf3a41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.510749] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.510749] env[63198]: value = "task-2712400" [ 868.510749] env[63198]: _type = "Task" [ 868.510749] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.519699] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712400, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.525690] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "ac704666-5bbd-461a-aa87-53c8c2133983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.525951] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "ac704666-5bbd-461a-aa87-53c8c2133983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.621781] env[63198]: DEBUG nova.compute.manager [req-05004fc9-4739-4020-aae6-28c9d527b674 req-60de485c-89bf-4ac2-8e46-abd4ed6a1175 service nova] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Received event network-changed-03d6f43f-5595-46ea-8061-476d009cdcec {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.621781] env[63198]: DEBUG nova.compute.manager [req-05004fc9-4739-4020-aae6-28c9d527b674 req-60de485c-89bf-4ac2-8e46-abd4ed6a1175 service nova] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Refreshing instance network info cache due to event network-changed-03d6f43f-5595-46ea-8061-476d009cdcec. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.622149] env[63198]: DEBUG oslo_concurrency.lockutils [req-05004fc9-4739-4020-aae6-28c9d527b674 req-60de485c-89bf-4ac2-8e46-abd4ed6a1175 service nova] Acquiring lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.622149] env[63198]: DEBUG oslo_concurrency.lockutils [req-05004fc9-4739-4020-aae6-28c9d527b674 req-60de485c-89bf-4ac2-8e46-abd4ed6a1175 service nova] Acquired lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.622381] env[63198]: DEBUG nova.network.neutron [req-05004fc9-4739-4020-aae6-28c9d527b674 req-60de485c-89bf-4ac2-8e46-abd4ed6a1175 service nova] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Refreshing network info cache for port 03d6f43f-5595-46ea-8061-476d009cdcec {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.679557] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bb640fc-3b03-43a3-9f2a-65e68ff96e64 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "9d21143e-5a30-4964-b8af-9bbcbded658a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.645s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.680914] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7c2f447b-2f25-4f5c-b7e0-660feaec33b8 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "f6a8ce31-5fad-4c6b-bbc5-ed240f8db679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.608s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.763019] env[63198]: INFO nova.compute.manager [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Took 33.34 seconds to build instance. [ 868.766841] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "2091c666-f592-407d-8df4-0011204c916f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.766972] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "2091c666-f592-407d-8df4-0011204c916f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.767188] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "2091c666-f592-407d-8df4-0011204c916f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.767411] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "2091c666-f592-407d-8df4-0011204c916f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.767587] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "2091c666-f592-407d-8df4-0011204c916f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.769335] env[63198]: INFO nova.compute.manager [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Terminating instance [ 869.030012] env[63198]: DEBUG nova.compute.manager [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.034787] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712400, 'name': CreateVM_Task, 'duration_secs': 0.51535} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.035642] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.036594] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.036821] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.037211] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.037495] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4340285f-e111-4c76-8318-41e1e8da1594 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.043202] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e95f07-81fd-44d0-b656-17ec5d027c5a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.050565] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 869.050565] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52549e98-f2ad-060b-40f7-4c3d01976238" [ 869.050565] env[63198]: _type = "Task" [ 869.050565] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.058461] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acedbcf-6e7d-4a4d-87fa-f54672e5b15b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.068822] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52549e98-f2ad-060b-40f7-4c3d01976238, 'name': SearchDatastore_Task, 'duration_secs': 0.013828} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.069195] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.069379] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.069631] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.069756] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.069935] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.071624] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4ebdbd2-7bce-4e20-aa50-38e4bb75d3a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.101857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c15430a-114e-4206-b143-1a45a3da3e95 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.111793] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec6e4b-48ca-45b8-a9f7-ca41db698c94 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.115652] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.115857] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.119311] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b127c34b-4511-40fc-89bd-d0fd21f7ca96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.136879] env[63198]: DEBUG nova.compute.provider_tree [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.140884] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 869.140884] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5246b518-25cd-07b5-9c85-afd7ec5a51b7" [ 869.140884] env[63198]: _type = "Task" [ 869.140884] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.152393] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5246b518-25cd-07b5-9c85-afd7ec5a51b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.265212] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfb88903-cded-44a9-8108-18e0a1d98e21 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.869s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.276738] env[63198]: DEBUG nova.compute.manager [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.276738] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.277393] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c365e-3cd9-4c5b-9c21-6e09f530694f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.291019] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.293396] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfa85529-9f40-4260-b127-308a19b62402 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.300638] env[63198]: DEBUG oslo_vmware.api [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 869.300638] env[63198]: value = "task-2712401" [ 869.300638] env[63198]: _type = "Task" [ 869.300638] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.309399] env[63198]: DEBUG oslo_vmware.api [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.331024] env[63198]: DEBUG nova.network.neutron [req-93968c5f-6211-4bd3-93d6-84b5033b13ea req-76b2a015-8f3e-4535-85ed-b1b9ee84c905 service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updated VIF entry in instance network info cache for port 50328fc8-f95c-47bb-8208-23aa37cbddb0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.331024] env[63198]: DEBUG nova.network.neutron [req-93968c5f-6211-4bd3-93d6-84b5033b13ea req-76b2a015-8f3e-4535-85ed-b1b9ee84c905 service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance_info_cache with network_info: [{"id": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "address": "fa:16:3e:e6:e3:2d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50328fc8-f9", "ovs_interfaceid": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.565355] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.595047] env[63198]: DEBUG nova.network.neutron [req-05004fc9-4739-4020-aae6-28c9d527b674 req-60de485c-89bf-4ac2-8e46-abd4ed6a1175 service nova] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updated VIF entry in instance network info cache for port 03d6f43f-5595-46ea-8061-476d009cdcec. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.595047] env[63198]: DEBUG nova.network.neutron [req-05004fc9-4739-4020-aae6-28c9d527b674 req-60de485c-89bf-4ac2-8e46-abd4ed6a1175 service nova] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance_info_cache with network_info: [{"id": "03d6f43f-5595-46ea-8061-476d009cdcec", "address": "fa:16:3e:7e:e3:e6", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d6f43f-55", "ovs_interfaceid": "03d6f43f-5595-46ea-8061-476d009cdcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.644024] env[63198]: DEBUG nova.scheduler.client.report [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.667867] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5246b518-25cd-07b5-9c85-afd7ec5a51b7, 'name': SearchDatastore_Task, 'duration_secs': 0.024361} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.670054] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5cc9f1-44a0-4df5-8cb6-a3924af5ee7f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.676996] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 869.676996] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5237269c-61fa-3785-e066-8cf509eda424" [ 869.676996] env[63198]: _type = "Task" [ 869.676996] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.687077] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5237269c-61fa-3785-e066-8cf509eda424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.814932] env[63198]: DEBUG oslo_vmware.api [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712401, 'name': PowerOffVM_Task, 'duration_secs': 0.386379} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.814932] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.814932] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.814932] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db2d2731-3c9a-4561-b4fd-1bf29ae8c289 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.831953] env[63198]: DEBUG oslo_concurrency.lockutils [req-93968c5f-6211-4bd3-93d6-84b5033b13ea req-76b2a015-8f3e-4535-85ed-b1b9ee84c905 service nova] Releasing lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.879029] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.879029] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.879029] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleting the datastore file [datastore2] 2091c666-f592-407d-8df4-0011204c916f {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.879029] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1996f1-420f-43e0-8aee-fda3a4f13fc2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.890053] env[63198]: DEBUG oslo_vmware.api [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for the task: (returnval){ [ 869.890053] env[63198]: value = "task-2712403" [ 869.890053] env[63198]: _type = "Task" [ 869.890053] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.902708] env[63198]: DEBUG oslo_vmware.api [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.099028] env[63198]: DEBUG oslo_concurrency.lockutils [req-05004fc9-4739-4020-aae6-28c9d527b674 req-60de485c-89bf-4ac2-8e46-abd4ed6a1175 service nova] Releasing lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.155886] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.158584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.985s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.159103] env[63198]: DEBUG nova.objects.instance [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lazy-loading 'resources' on Instance uuid 8275a569-0041-442a-a3d0-5c3f60e411a5 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.188925] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5237269c-61fa-3785-e066-8cf509eda424, 'name': SearchDatastore_Task, 'duration_secs': 0.014993} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.189944] env[63198]: INFO nova.scheduler.client.report [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Deleted allocations for instance 1e3e7894-9094-4dcb-8409-9a8f800e690d [ 870.190903] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.191180] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 3036fb4e-36f2-4bf2-b8b9-208c09827625/3036fb4e-36f2-4bf2-b8b9-208c09827625.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.196047] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49abb8bb-38f2-4256-8844-76439f395615 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.205517] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 870.205517] env[63198]: value = "task-2712404" [ 870.205517] env[63198]: _type = "Task" [ 870.205517] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.215910] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.400201] env[63198]: DEBUG oslo_vmware.api [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.648362] env[63198]: DEBUG nova.compute.manager [req-f5b2a92c-86cb-48d4-886e-bc2d43c9e191 req-93b94376-d138-47af-bf33-aa7a575b1d6f service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-changed-2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.648862] env[63198]: DEBUG nova.compute.manager [req-f5b2a92c-86cb-48d4-886e-bc2d43c9e191 req-93b94376-d138-47af-bf33-aa7a575b1d6f service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Refreshing instance network info cache due to event network-changed-2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 870.649017] env[63198]: DEBUG oslo_concurrency.lockutils [req-f5b2a92c-86cb-48d4-886e-bc2d43c9e191 req-93b94376-d138-47af-bf33-aa7a575b1d6f service nova] Acquiring lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.649182] env[63198]: DEBUG oslo_concurrency.lockutils [req-f5b2a92c-86cb-48d4-886e-bc2d43c9e191 req-93b94376-d138-47af-bf33-aa7a575b1d6f service nova] Acquired lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.649462] env[63198]: DEBUG nova.network.neutron [req-f5b2a92c-86cb-48d4-886e-bc2d43c9e191 req-93b94376-d138-47af-bf33-aa7a575b1d6f service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Refreshing network info cache for port 2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.706891] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d5d4ccd1-f0b2-489e-995b-bd96089d8d1f tempest-ServersNegativeTestJSON-1177089036 tempest-ServersNegativeTestJSON-1177089036-project-member] Lock "1e3e7894-9094-4dcb-8409-9a8f800e690d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.405s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.718699] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712404, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.807280] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "31b72d6d-7103-438f-995a-d3e607efd785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.807595] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.900878] env[63198]: DEBUG oslo_vmware.api [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Task: {'id': task-2712403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517596} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.904030] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.904030] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.904219] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.904390] env[63198]: INFO nova.compute.manager [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] [instance: 2091c666-f592-407d-8df4-0011204c916f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 870.904641] env[63198]: DEBUG oslo.service.loopingcall [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.905056] env[63198]: DEBUG nova.compute.manager [-] [instance: 2091c666-f592-407d-8df4-0011204c916f] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.905155] env[63198]: DEBUG nova.network.neutron [-] [instance: 2091c666-f592-407d-8df4-0011204c916f] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.065321] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5c603f-fd8a-4269-9c55-4c9bbf001112 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.077397] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0403c3d6-a7ec-44cb-9612-0ad714444b46 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.112053] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2abc618-906c-4907-b624-6f0f34c5be96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.121019] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61ec2c3-a541-42fe-bd4f-7c5df2735c39 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.136789] env[63198]: DEBUG nova.compute.provider_tree [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.219599] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920418} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.219979] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 3036fb4e-36f2-4bf2-b8b9-208c09827625/3036fb4e-36f2-4bf2-b8b9-208c09827625.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.220234] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.220528] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98883e8d-f806-41d8-9af7-f968dc6e67aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.227049] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 871.227049] env[63198]: value = "task-2712405" [ 871.227049] env[63198]: _type = "Task" [ 871.227049] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.234999] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.311377] env[63198]: DEBUG nova.compute.manager [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.470079] env[63198]: DEBUG nova.network.neutron [req-f5b2a92c-86cb-48d4-886e-bc2d43c9e191 req-93b94376-d138-47af-bf33-aa7a575b1d6f service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updated VIF entry in instance network info cache for port 2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.470616] env[63198]: DEBUG nova.network.neutron [req-f5b2a92c-86cb-48d4-886e-bc2d43c9e191 req-93b94376-d138-47af-bf33-aa7a575b1d6f service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.643079] env[63198]: DEBUG nova.scheduler.client.report [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.740930] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068945} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.741261] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.742199] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0712a15d-279a-4329-a6ff-2f9266563afa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.764647] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3036fb4e-36f2-4bf2-b8b9-208c09827625/3036fb4e-36f2-4bf2-b8b9-208c09827625.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.764986] env[63198]: DEBUG nova.network.neutron [-] [instance: 2091c666-f592-407d-8df4-0011204c916f] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.766122] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b30777d-a4c1-4d21-9af8-ecd511964ea6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.786563] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 871.786563] env[63198]: value = "task-2712406" [ 871.786563] env[63198]: _type = "Task" [ 871.786563] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.796740] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.836818] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.972941] env[63198]: DEBUG oslo_concurrency.lockutils [req-f5b2a92c-86cb-48d4-886e-bc2d43c9e191 req-93b94376-d138-47af-bf33-aa7a575b1d6f service nova] Releasing lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.150702] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.153049] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.250s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.154522] env[63198]: INFO nova.compute.claims [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.172942] env[63198]: INFO nova.scheduler.client.report [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Deleted allocations for instance 8275a569-0041-442a-a3d0-5c3f60e411a5 [ 872.281038] env[63198]: INFO nova.compute.manager [-] [instance: 2091c666-f592-407d-8df4-0011204c916f] Took 1.38 seconds to deallocate network for instance. [ 872.297891] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.680019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a77d88f8-f983-4a25-88a5-799197842110 tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "8275a569-0041-442a-a3d0-5c3f60e411a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.081s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.738833] env[63198]: DEBUG nova.compute.manager [req-611012d2-2f85-4891-901c-2a3ad528db00 req-ec6503ae-121f-4875-b021-4c53a8806288 service nova] [instance: 2091c666-f592-407d-8df4-0011204c916f] Received event network-vif-deleted-e0915bda-d5b9-4f2c-a829-86be8abd418d {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.787842] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.797624] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712406, 'name': ReconfigVM_Task, 'duration_secs': 0.745016} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.797995] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3036fb4e-36f2-4bf2-b8b9-208c09827625/3036fb4e-36f2-4bf2-b8b9-208c09827625.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.798735] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c786dd3-fa6f-44ea-986c-ae9bf9c2dfaf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.805062] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 872.805062] env[63198]: value = "task-2712407" [ 872.805062] env[63198]: _type = "Task" [ 872.805062] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.813597] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712407, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.036660] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.036898] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.037161] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.037429] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.037623] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.039900] env[63198]: INFO nova.compute.manager [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Terminating instance [ 873.315614] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712407, 'name': Rename_Task, 'duration_secs': 0.128266} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.315937] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.316288] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b86d0060-f8e1-40f4-861f-b25af6a7305b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.321808] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 873.321808] env[63198]: value = "task-2712408" [ 873.321808] env[63198]: _type = "Task" [ 873.321808] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.331798] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.451018] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d571156-b8dc-42ee-a3d1-932c72cb08f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.456975] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0d54cb-6912-4f5b-9bea-7923e0923e54 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.489396] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2567762-d0a7-47bc-abb8-904a90ce294a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.496537] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ecb66-c1f7-42dc-aa71-ba5a93dce632 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.509306] env[63198]: DEBUG nova.compute.provider_tree [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.544067] env[63198]: DEBUG nova.compute.manager [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.544261] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.545126] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e458e53d-41c1-4e64-a66e-ed1d68892fe7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.552518] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.552740] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3554ce87-9bc2-4737-a20b-d0c03bf27faf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.558580] env[63198]: DEBUG oslo_vmware.api [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 873.558580] env[63198]: value = "task-2712409" [ 873.558580] env[63198]: _type = "Task" [ 873.558580] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.566081] env[63198]: DEBUG oslo_vmware.api [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.833566] env[63198]: DEBUG oslo_vmware.api [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712408, 'name': PowerOnVM_Task, 'duration_secs': 0.501525} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.833940] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.834103] env[63198]: INFO nova.compute.manager [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Took 7.58 seconds to spawn the instance on the hypervisor. [ 873.834287] env[63198]: DEBUG nova.compute.manager [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.835097] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d63002-e6e0-4fae-bab5-7a7b913b5a70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.012528] env[63198]: DEBUG nova.scheduler.client.report [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.068770] env[63198]: DEBUG oslo_vmware.api [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712409, 'name': PowerOffVM_Task, 'duration_secs': 0.298065} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.068984] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.069168] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.069499] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69804794-299c-4d33-9a63-bf3deb2e689d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.351213] env[63198]: INFO nova.compute.manager [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Took 30.64 seconds to build instance. [ 874.429698] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.429973] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.430191] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Deleting the datastore file [datastore1] 97a00604-9fe5-4bac-b0ea-7b9bcd952a25 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.430559] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71dc01c0-53e0-47b0-a57a-6317a0bf2ebe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.437698] env[63198]: DEBUG oslo_vmware.api [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for the task: (returnval){ [ 874.437698] env[63198]: value = "task-2712411" [ 874.437698] env[63198]: _type = "Task" [ 874.437698] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.445890] env[63198]: DEBUG oslo_vmware.api [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.518443] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.519068] env[63198]: DEBUG nova.compute.manager [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.522427] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.994s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.522672] env[63198]: DEBUG nova.objects.instance [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lazy-loading 'resources' on Instance uuid 1dc324a9-d929-496f-a868-ed14d846d076 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.853044] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a115933-b1f4-4891-bbaa-434d9f439ddd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.156s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.949420] env[63198]: DEBUG oslo_vmware.api [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.026414] env[63198]: DEBUG nova.compute.utils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.027991] env[63198]: DEBUG nova.compute.manager [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.028191] env[63198]: DEBUG nova.network.neutron [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.088599] env[63198]: DEBUG nova.policy [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10a6b55b96314770875e2ebcb2bff787', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fd551799c91428aa677cd8298af9945', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.329703] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c187aca0-fb38-45bb-a3d7-cbfe133fe102 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.340599] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcf5c6a-4cda-49a8-9648-dda3f98d3749 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.377711] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2015e6-4c66-4d11-9ef6-bbc181c207fc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.384072] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f90b88b-d34c-4a99-b61f-61d8ccdadf83 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.398530] env[63198]: DEBUG nova.compute.provider_tree [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.451422] env[63198]: DEBUG oslo_vmware.api [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Task: {'id': task-2712411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.857703} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.451596] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.451787] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.452072] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.452258] env[63198]: INFO nova.compute.manager [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Took 1.91 seconds to destroy the instance on the hypervisor. [ 875.452505] env[63198]: DEBUG oslo.service.loopingcall [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.452753] env[63198]: DEBUG nova.compute.manager [-] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.452877] env[63198]: DEBUG nova.network.neutron [-] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.520890] env[63198]: DEBUG nova.network.neutron [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Successfully created port: f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.533623] env[63198]: DEBUG nova.compute.manager [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.902618] env[63198]: DEBUG nova.scheduler.client.report [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.174394] env[63198]: DEBUG nova.compute.manager [req-7e73d1d1-5321-4212-b8e2-7276f38de6e5 req-dcded082-a5f5-4fcb-99e4-7b55553585f0 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Received event network-vif-deleted-288ca9c2-6524-4764-932c-e3527597fb01 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.174394] env[63198]: INFO nova.compute.manager [req-7e73d1d1-5321-4212-b8e2-7276f38de6e5 req-dcded082-a5f5-4fcb-99e4-7b55553585f0 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Neutron deleted interface 288ca9c2-6524-4764-932c-e3527597fb01; detaching it from the instance and deleting it from the info cache [ 876.174394] env[63198]: DEBUG nova.network.neutron [req-7e73d1d1-5321-4212-b8e2-7276f38de6e5 req-dcded082-a5f5-4fcb-99e4-7b55553585f0 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.410144] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.412904] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.441s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.413170] env[63198]: DEBUG nova.objects.instance [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lazy-loading 'resources' on Instance uuid 14e21b91-64d2-4baa-b7cc-f619a65be828 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.427740] env[63198]: INFO nova.scheduler.client.report [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Deleted allocations for instance 1dc324a9-d929-496f-a868-ed14d846d076 [ 876.543257] env[63198]: DEBUG nova.compute.manager [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.569694] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.569987] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.570167] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.570354] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.570527] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.570678] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.570885] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.571057] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.571225] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.571388] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.571557] env[63198]: DEBUG nova.virt.hardware [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.572465] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7db1624-b6d1-4375-af23-542a8f734082 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.580963] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b1f022-a0bd-413d-9aa1-2926069a58a1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.649352] env[63198]: DEBUG nova.compute.manager [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Stashing vm_state: active {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 876.652444] env[63198]: DEBUG nova.network.neutron [-] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.677015] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cc50523-ca61-432b-80cd-6afe25938fc7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.686828] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8acb340-267d-48f4-b3e4-40f4ee651098 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.721783] env[63198]: DEBUG nova.compute.manager [req-7e73d1d1-5321-4212-b8e2-7276f38de6e5 req-dcded082-a5f5-4fcb-99e4-7b55553585f0 service nova] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Detach interface failed, port_id=288ca9c2-6524-4764-932c-e3527597fb01, reason: Instance 97a00604-9fe5-4bac-b0ea-7b9bcd952a25 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 876.935491] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be541f90-c145-48e3-94f2-5b8455d304fb tempest-ServerAddressesNegativeTestJSON-795228102 tempest-ServerAddressesNegativeTestJSON-795228102-project-member] Lock "1dc324a9-d929-496f-a868-ed14d846d076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.254s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.156820] env[63198]: INFO nova.compute.manager [-] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Took 1.70 seconds to deallocate network for instance. [ 877.165819] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.201214] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0639ed5-b566-4799-8b2a-e4565a6e8c20 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.217035] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd840e4-ec88-4a78-a789-c205daec2e96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.247355] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b6966e-eff1-407d-b499-a922bbeea3e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.255410] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87298fc-cfed-4bbb-a26f-58335d608965 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.270885] env[63198]: DEBUG nova.compute.provider_tree [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.477118] env[63198]: DEBUG nova.network.neutron [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Successfully updated port: f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.666381] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.773231] env[63198]: DEBUG nova.scheduler.client.report [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.981732] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.981732] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquired lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.981732] env[63198]: DEBUG nova.network.neutron [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.204032] env[63198]: DEBUG nova.compute.manager [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Received event network-vif-plugged-f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.204032] env[63198]: DEBUG oslo_concurrency.lockutils [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] Acquiring lock "7915dd53-1071-4d40-b0b5-053dc6888c37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.204032] env[63198]: DEBUG oslo_concurrency.lockutils [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] Lock "7915dd53-1071-4d40-b0b5-053dc6888c37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.204032] env[63198]: DEBUG oslo_concurrency.lockutils [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] Lock "7915dd53-1071-4d40-b0b5-053dc6888c37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.204032] env[63198]: DEBUG nova.compute.manager [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] No waiting events found dispatching network-vif-plugged-f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.204032] env[63198]: WARNING nova.compute.manager [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Received unexpected event network-vif-plugged-f3bc35ac-e902-4c06-9773-5072bce3b6c7 for instance with vm_state building and task_state spawning. [ 878.204032] env[63198]: DEBUG nova.compute.manager [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Received event network-changed-f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.204032] env[63198]: DEBUG nova.compute.manager [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Refreshing instance network info cache due to event network-changed-f3bc35ac-e902-4c06-9773-5072bce3b6c7. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.204032] env[63198]: DEBUG oslo_concurrency.lockutils [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] Acquiring lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.278253] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.281157] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.213s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.282691] env[63198]: INFO nova.compute.claims [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.315272] env[63198]: INFO nova.scheduler.client.report [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted allocations for instance 14e21b91-64d2-4baa-b7cc-f619a65be828 [ 878.513776] env[63198]: DEBUG nova.network.neutron [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.674677] env[63198]: DEBUG nova.network.neutron [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Updating instance_info_cache with network_info: [{"id": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "address": "fa:16:3e:86:c8:5f", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bc35ac-e9", "ovs_interfaceid": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.823952] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d84fa125-c05b-455f-9f97-811682d44a0d tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "14e21b91-64d2-4baa-b7cc-f619a65be828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.592s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.176327] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Releasing lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.177112] env[63198]: DEBUG nova.compute.manager [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Instance network_info: |[{"id": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "address": "fa:16:3e:86:c8:5f", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bc35ac-e9", "ovs_interfaceid": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.177112] env[63198]: DEBUG oslo_concurrency.lockutils [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] Acquired lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.177112] env[63198]: DEBUG nova.network.neutron [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Refreshing network info cache for port f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.178260] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:c8:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3bc35ac-e902-4c06-9773-5072bce3b6c7', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.186861] env[63198]: DEBUG oslo.service.loopingcall [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.189781] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.190195] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e077b4d3-ccab-4b06-a6d5-b311402f2af4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.208751] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.208989] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.209205] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.209385] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.209575] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.212350] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.212350] env[63198]: value = "task-2712412" [ 879.212350] env[63198]: _type = "Task" [ 879.212350] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.212802] env[63198]: INFO nova.compute.manager [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Terminating instance [ 879.223644] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712412, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.470843] env[63198]: DEBUG nova.network.neutron [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Updated VIF entry in instance network info cache for port f3bc35ac-e902-4c06-9773-5072bce3b6c7. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.471311] env[63198]: DEBUG nova.network.neutron [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Updating instance_info_cache with network_info: [{"id": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "address": "fa:16:3e:86:c8:5f", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bc35ac-e9", "ovs_interfaceid": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.609912] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537028f3-1bd9-4af4-b4c5-69e2dff140db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.618613] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4b49b7-af03-4964-ba26-ce1076e4191e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.651537] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d16ee89-cb47-4434-b092-1446e3e94d75 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.658949] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f26cf90-86c7-43ed-8df4-8f159ad6a0ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.673867] env[63198]: DEBUG nova.compute.provider_tree [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.721763] env[63198]: DEBUG nova.compute.manager [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.722166] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.723493] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c75dd-f645-42cc-9f26-781d6d0d3b16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.735979] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712412, 'name': CreateVM_Task, 'duration_secs': 0.394982} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.739690] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.741094] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.742401] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.742913] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.743402] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.743741] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea57f58e-8602-48d1-a615-42c11421bd29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.746964] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d3415b-8695-4d25-bb13-b28a11a3c1e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.753024] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 879.753024] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52117c65-9a17-8b6c-46e0-a77ad2ebd606" [ 879.753024] env[63198]: _type = "Task" [ 879.753024] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.758221] env[63198]: DEBUG oslo_vmware.api [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 879.758221] env[63198]: value = "task-2712413" [ 879.758221] env[63198]: _type = "Task" [ 879.758221] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.767344] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52117c65-9a17-8b6c-46e0-a77ad2ebd606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.774296] env[63198]: DEBUG oslo_vmware.api [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.975619] env[63198]: DEBUG oslo_concurrency.lockutils [req-14af1432-6b50-40a9-9b0f-20d7ad5bc5a5 req-695c19ea-0e53-42db-b146-bf9e03ba9ee7 service nova] Releasing lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.179447] env[63198]: DEBUG nova.scheduler.client.report [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.272075] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52117c65-9a17-8b6c-46e0-a77ad2ebd606, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.272075] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.272075] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.272075] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.272075] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.272075] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.272075] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95963c3f-291b-44fa-b361-47c6ec61675f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.278151] env[63198]: DEBUG oslo_vmware.api [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712413, 'name': PowerOffVM_Task, 'duration_secs': 0.208028} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.279071] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.279490] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.279943] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-546acb26-1830-4cde-9296-2ab5f18d1589 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.293041] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.293041] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.294035] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0078c275-3539-4595-872e-13b984d8cf66 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.299429] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 880.299429] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520ea1d1-4bdc-9d56-70b8-a36c5894ed43" [ 880.299429] env[63198]: _type = "Task" [ 880.299429] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.309613] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520ea1d1-4bdc-9d56-70b8-a36c5894ed43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.355872] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.356074] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.356254] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleting the datastore file [datastore2] 7b097c3d-9025-4842-8bd2-bed617ffa7a1 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.356607] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5baee903-f3ee-4cfd-8d7c-33560e73a296 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.363802] env[63198]: DEBUG oslo_vmware.api [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 880.363802] env[63198]: value = "task-2712415" [ 880.363802] env[63198]: _type = "Task" [ 880.363802] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.372379] env[63198]: DEBUG oslo_vmware.api [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.683990] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.684565] env[63198]: DEBUG nova.compute.manager [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.687545] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.317s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.687775] env[63198]: DEBUG nova.objects.instance [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lazy-loading 'resources' on Instance uuid 5024de2a-3243-4418-baef-d211a0851feb {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.814017] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520ea1d1-4bdc-9d56-70b8-a36c5894ed43, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.814869] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856ac493-6f23-4ca3-bdd3-e1f5ae9d38b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.821245] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 880.821245] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52161b85-9352-9423-4407-52d0a926498a" [ 880.821245] env[63198]: _type = "Task" [ 880.821245] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.829230] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52161b85-9352-9423-4407-52d0a926498a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.874588] env[63198]: DEBUG oslo_vmware.api [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155294} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.874855] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.875280] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.875538] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.875720] env[63198]: INFO nova.compute.manager [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 880.876183] env[63198]: DEBUG oslo.service.loopingcall [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.876410] env[63198]: DEBUG nova.compute.manager [-] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.876508] env[63198]: DEBUG nova.network.neutron [-] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.190810] env[63198]: DEBUG nova.compute.utils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.193952] env[63198]: DEBUG nova.compute.manager [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.194199] env[63198]: DEBUG nova.network.neutron [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.312835] env[63198]: DEBUG nova.policy [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b6aa88dfe734427ac2ebba2c3931a8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e0b0aecf4d14a5fadf1c2047a9de5a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.340730] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52161b85-9352-9423-4407-52d0a926498a, 'name': SearchDatastore_Task, 'duration_secs': 0.023992} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.341449] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.341754] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 7915dd53-1071-4d40-b0b5-053dc6888c37/7915dd53-1071-4d40-b0b5-053dc6888c37.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.342042] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4512df18-4907-453f-ae44-0819b61c5d1b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.350435] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 881.350435] env[63198]: value = "task-2712416" [ 881.350435] env[63198]: _type = "Task" [ 881.350435] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.358953] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.386113] env[63198]: DEBUG nova.compute.manager [req-56048c10-eeb2-4cc1-84d7-537ae4fc77a9 req-b9d4fc13-978d-42aa-9fa4-400fe9dd51d0 service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Received event network-vif-deleted-213643d1-30aa-4211-bee6-3a814ae0635c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.386306] env[63198]: INFO nova.compute.manager [req-56048c10-eeb2-4cc1-84d7-537ae4fc77a9 req-b9d4fc13-978d-42aa-9fa4-400fe9dd51d0 service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Neutron deleted interface 213643d1-30aa-4211-bee6-3a814ae0635c; detaching it from the instance and deleting it from the info cache [ 881.386472] env[63198]: DEBUG nova.network.neutron [req-56048c10-eeb2-4cc1-84d7-537ae4fc77a9 req-b9d4fc13-978d-42aa-9fa4-400fe9dd51d0 service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.582622] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a02e106-6c7e-479c-bf96-847c0924fd00 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.593190] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7e65f4-c0d7-44c8-bdd4-8e8b4bd69065 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.629146] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2aa4b5-a2ff-4910-b07b-012a5e0b66d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.639161] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eada56-de56-4d72-9933-6c78fdc66fe8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.663129] env[63198]: DEBUG nova.compute.provider_tree [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.694679] env[63198]: DEBUG nova.compute.manager [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.864263] env[63198]: DEBUG nova.network.neutron [-] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.866354] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712416, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.892640] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7936f724-5b09-47f9-9760-902f041e6644 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.903434] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c20ba2-7572-42be-ac1e-2db7b60f959f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.943038] env[63198]: DEBUG nova.compute.manager [req-56048c10-eeb2-4cc1-84d7-537ae4fc77a9 req-b9d4fc13-978d-42aa-9fa4-400fe9dd51d0 service nova] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Detach interface failed, port_id=213643d1-30aa-4211-bee6-3a814ae0635c, reason: Instance 7b097c3d-9025-4842-8bd2-bed617ffa7a1 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 881.943038] env[63198]: DEBUG nova.network.neutron [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Successfully created port: 175fcf76-d646-42c1-a2ae-4e91f47e02ca {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.163889] env[63198]: DEBUG nova.scheduler.client.report [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.363343] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587624} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.363668] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 7915dd53-1071-4d40-b0b5-053dc6888c37/7915dd53-1071-4d40-b0b5-053dc6888c37.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.363862] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.364128] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b10e48f-35ed-4eb2-bb37-8df8163e84a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.366916] env[63198]: INFO nova.compute.manager [-] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Took 1.49 seconds to deallocate network for instance. [ 882.371085] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 882.371085] env[63198]: value = "task-2712417" [ 882.371085] env[63198]: _type = "Task" [ 882.371085] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.383320] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.672901] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.672901] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.408s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.672901] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.673352] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 882.674298] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.812s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.678031] env[63198]: INFO nova.compute.claims [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.679068] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6146c-80d2-4f29-bbe9-d9902ea2a3b2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.687975] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf1b48b-73c8-47f7-beea-a11849de07d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.705962] env[63198]: DEBUG nova.compute.manager [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.709924] env[63198]: INFO nova.scheduler.client.report [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Deleted allocations for instance 5024de2a-3243-4418-baef-d211a0851feb [ 882.712544] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3c667d-9565-4cdf-936e-88cb158e0814 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.730831] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72739912-6b6d-40a2-be84-46c9613e8e80 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.774021] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178710MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 882.774021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.774021] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.774368] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.774368] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.774595] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.774755] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.774969] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.775217] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.775973] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.776271] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.776428] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.776664] env[63198]: DEBUG nova.virt.hardware [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.777569] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b079fe-fd9c-45d1-9fe6-c7c425fad668 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.787206] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3129cf46-0c9e-4d52-8ed7-5b463c8fe9d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.880288] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.882996] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073786} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.883262] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.884030] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992e7538-ce56-4dfc-bca4-b134e6f64105 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.906028] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 7915dd53-1071-4d40-b0b5-053dc6888c37/7915dd53-1071-4d40-b0b5-053dc6888c37.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.906330] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e83382-c9f9-4831-9e6e-97baab766f38 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.927022] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 882.927022] env[63198]: value = "task-2712418" [ 882.927022] env[63198]: _type = "Task" [ 882.927022] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.935905] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.230118] env[63198]: DEBUG oslo_concurrency.lockutils [None req-be63da88-0ff2-4fca-bab5-cb0ace68bf63 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "5024de2a-3243-4418-baef-d211a0851feb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.829s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.293325] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "c74dd82a-fb47-4383-928f-be8184d8bf11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.293778] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "c74dd82a-fb47-4383-928f-be8184d8bf11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.437702] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.795971] env[63198]: DEBUG nova.compute.manager [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.877637] env[63198]: DEBUG nova.compute.manager [req-a621eed0-524c-463d-9ba7-db79e4791a4c req-a556e04f-1dd8-490c-aac7-08c38218fe50 service nova] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Received event network-vif-plugged-175fcf76-d646-42c1-a2ae-4e91f47e02ca {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.877637] env[63198]: DEBUG oslo_concurrency.lockutils [req-a621eed0-524c-463d-9ba7-db79e4791a4c req-a556e04f-1dd8-490c-aac7-08c38218fe50 service nova] Acquiring lock "711d6a80-7962-4850-9e8d-fda42b7bf545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.877792] env[63198]: DEBUG oslo_concurrency.lockutils [req-a621eed0-524c-463d-9ba7-db79e4791a4c req-a556e04f-1dd8-490c-aac7-08c38218fe50 service nova] Lock "711d6a80-7962-4850-9e8d-fda42b7bf545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.877967] env[63198]: DEBUG oslo_concurrency.lockutils [req-a621eed0-524c-463d-9ba7-db79e4791a4c req-a556e04f-1dd8-490c-aac7-08c38218fe50 service nova] Lock "711d6a80-7962-4850-9e8d-fda42b7bf545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.878148] env[63198]: DEBUG nova.compute.manager [req-a621eed0-524c-463d-9ba7-db79e4791a4c req-a556e04f-1dd8-490c-aac7-08c38218fe50 service nova] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] No waiting events found dispatching network-vif-plugged-175fcf76-d646-42c1-a2ae-4e91f47e02ca {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.878313] env[63198]: WARNING nova.compute.manager [req-a621eed0-524c-463d-9ba7-db79e4791a4c req-a556e04f-1dd8-490c-aac7-08c38218fe50 service nova] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Received unexpected event network-vif-plugged-175fcf76-d646-42c1-a2ae-4e91f47e02ca for instance with vm_state building and task_state spawning. [ 883.936800] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712418, 'name': ReconfigVM_Task, 'duration_secs': 0.67266} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.937109] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 7915dd53-1071-4d40-b0b5-053dc6888c37/7915dd53-1071-4d40-b0b5-053dc6888c37.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.937773] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9149742-38dc-466c-80d5-768d7a69ee74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.945040] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 883.945040] env[63198]: value = "task-2712419" [ 883.945040] env[63198]: _type = "Task" [ 883.945040] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.953698] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712419, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.006249] env[63198]: DEBUG nova.network.neutron [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Successfully updated port: 175fcf76-d646-42c1-a2ae-4e91f47e02ca {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.030865] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebae3389-af08-4f0d-a191-01ba532b64fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.041364] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709ef557-0f7f-4bc7-b5fe-61076ba5a190 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.073665] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98e33a2-82c5-47c1-a725-549dfeef091a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.083150] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81015d39-d4e5-434f-afa1-c6755c2d87e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.104167] env[63198]: DEBUG nova.compute.provider_tree [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.318713] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.354532] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "9f9d72f1-2324-41cc-a050-679682cf6bda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.354773] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.354973] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "9f9d72f1-2324-41cc-a050-679682cf6bda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.355166] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.355330] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.357367] env[63198]: INFO nova.compute.manager [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Terminating instance [ 884.455249] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712419, 'name': Rename_Task, 'duration_secs': 0.150483} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.455579] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.455714] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0309d37-c56c-4646-a6db-1ffaa786dc70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.462163] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 884.462163] env[63198]: value = "task-2712420" [ 884.462163] env[63198]: _type = "Task" [ 884.462163] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.471498] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.507921] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquiring lock "refresh_cache-711d6a80-7962-4850-9e8d-fda42b7bf545" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.508097] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquired lock "refresh_cache-711d6a80-7962-4850-9e8d-fda42b7bf545" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.508247] env[63198]: DEBUG nova.network.neutron [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.607638] env[63198]: DEBUG nova.scheduler.client.report [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.861608] env[63198]: DEBUG nova.compute.manager [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.861846] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.862836] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e081dc89-ac4f-4d04-aa24-a6161eb02dfb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.871813] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.872117] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3d7af5-9e65-4fc4-af43-105859512c1d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.880187] env[63198]: DEBUG oslo_vmware.api [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 884.880187] env[63198]: value = "task-2712421" [ 884.880187] env[63198]: _type = "Task" [ 884.880187] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.890065] env[63198]: DEBUG oslo_vmware.api [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.972820] env[63198]: DEBUG oslo_vmware.api [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712420, 'name': PowerOnVM_Task, 'duration_secs': 0.459332} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.972820] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.973052] env[63198]: INFO nova.compute.manager [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Took 8.43 seconds to spawn the instance on the hypervisor. [ 884.973170] env[63198]: DEBUG nova.compute.manager [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.974411] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d36792-608a-43d0-8a94-d4b27271b7d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.055205] env[63198]: DEBUG nova.network.neutron [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.113536] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.114231] env[63198]: DEBUG nova.compute.manager [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.117178] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.552s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.118726] env[63198]: INFO nova.compute.claims [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.278522] env[63198]: DEBUG nova.network.neutron [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Updating instance_info_cache with network_info: [{"id": "175fcf76-d646-42c1-a2ae-4e91f47e02ca", "address": "fa:16:3e:3e:19:d7", "network": {"id": "a6a27f4a-7c03-4747-ae90-8d3e9a736ea5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1784479437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0b0aecf4d14a5fadf1c2047a9de5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175fcf76-d6", "ovs_interfaceid": "175fcf76-d646-42c1-a2ae-4e91f47e02ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.390116] env[63198]: DEBUG oslo_vmware.api [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712421, 'name': PowerOffVM_Task, 'duration_secs': 0.253436} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.390406] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.390577] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.390824] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55e06f7b-f2b7-42c7-9e84-0f1f8cea5744 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.458375] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.458679] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.458775] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Deleting the datastore file [datastore2] 9f9d72f1-2324-41cc-a050-679682cf6bda {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.459041] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfe591ee-31e7-408f-aa09-248cd79771bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.465554] env[63198]: DEBUG oslo_vmware.api [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for the task: (returnval){ [ 885.465554] env[63198]: value = "task-2712423" [ 885.465554] env[63198]: _type = "Task" [ 885.465554] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.473637] env[63198]: DEBUG oslo_vmware.api [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.493057] env[63198]: INFO nova.compute.manager [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Took 36.62 seconds to build instance. [ 885.623337] env[63198]: DEBUG nova.compute.utils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.627802] env[63198]: DEBUG nova.compute.manager [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Not allocating networking since 'none' was specified. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 885.783722] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Releasing lock "refresh_cache-711d6a80-7962-4850-9e8d-fda42b7bf545" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.783722] env[63198]: DEBUG nova.compute.manager [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Instance network_info: |[{"id": "175fcf76-d646-42c1-a2ae-4e91f47e02ca", "address": "fa:16:3e:3e:19:d7", "network": {"id": "a6a27f4a-7c03-4747-ae90-8d3e9a736ea5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1784479437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0b0aecf4d14a5fadf1c2047a9de5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175fcf76-d6", "ovs_interfaceid": "175fcf76-d646-42c1-a2ae-4e91f47e02ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.784185] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:19:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '175fcf76-d646-42c1-a2ae-4e91f47e02ca', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.791842] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Creating folder: Project (6e0b0aecf4d14a5fadf1c2047a9de5a0). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.792219] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5048bc11-3c82-48d9-aa8a-a396ed4bc1b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.805364] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Created folder: Project (6e0b0aecf4d14a5fadf1c2047a9de5a0) in parent group-v546185. [ 885.805875] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Creating folder: Instances. Parent ref: group-v546397. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.805875] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-557521af-cdbe-4899-98f2-49d533ede935 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.814728] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Created folder: Instances in parent group-v546397. [ 885.815041] env[63198]: DEBUG oslo.service.loopingcall [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.815252] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.815450] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75b5d70b-9316-409e-bdd0-67e9ac5bd6d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.835330] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.835330] env[63198]: value = "task-2712426" [ 885.835330] env[63198]: _type = "Task" [ 885.835330] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.843329] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712426, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.985199] env[63198]: DEBUG oslo_vmware.api [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Task: {'id': task-2712423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141088} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.985199] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.986323] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.986948] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.987680] env[63198]: INFO nova.compute.manager [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Took 1.13 seconds to destroy the instance on the hypervisor. [ 885.987980] env[63198]: DEBUG oslo.service.loopingcall [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.988773] env[63198]: DEBUG nova.compute.manager [-] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.988773] env[63198]: DEBUG nova.network.neutron [-] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.994414] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dea8f313-d74b-4f6d-806a-c6a618a245bb tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "7915dd53-1071-4d40-b0b5-053dc6888c37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.139s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.060171] env[63198]: DEBUG nova.compute.manager [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Received event network-changed-175fcf76-d646-42c1-a2ae-4e91f47e02ca {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.060171] env[63198]: DEBUG nova.compute.manager [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Refreshing instance network info cache due to event network-changed-175fcf76-d646-42c1-a2ae-4e91f47e02ca. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 886.060171] env[63198]: DEBUG oslo_concurrency.lockutils [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] Acquiring lock "refresh_cache-711d6a80-7962-4850-9e8d-fda42b7bf545" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.060171] env[63198]: DEBUG oslo_concurrency.lockutils [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] Acquired lock "refresh_cache-711d6a80-7962-4850-9e8d-fda42b7bf545" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.060455] env[63198]: DEBUG nova.network.neutron [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Refreshing network info cache for port 175fcf76-d646-42c1-a2ae-4e91f47e02ca {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.130670] env[63198]: DEBUG nova.compute.manager [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.346314] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712426, 'name': CreateVM_Task, 'duration_secs': 0.441564} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.346529] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.347262] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.347423] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.347779] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.351273] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb01b544-13a2-4787-8a02-e2bac68b49ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.356641] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 886.356641] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52abb906-7c6c-4785-42c4-aa67d09cd172" [ 886.356641] env[63198]: _type = "Task" [ 886.356641] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.369231] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52abb906-7c6c-4785-42c4-aa67d09cd172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.533894] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e93f22-3c43-47fc-8046-e5575ac01d44 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.542580] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b6b1f7-6f55-4b0f-b796-a49170966a9a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.578456] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8849c72a-01a7-4056-b356-cad86a36885b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.585764] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbbaff8-4465-44e6-bca6-f7493bcd68ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.599272] env[63198]: DEBUG nova.compute.provider_tree [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.866490] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52abb906-7c6c-4785-42c4-aa67d09cd172, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.866787] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.867034] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.867269] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.867412] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.867583] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.867875] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-597c089c-05c0-4cc3-8371-774709520a78 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.878258] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.878433] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.879123] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4913bdd-9954-47b4-bb7a-7302f3f7a0c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.883788] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 886.883788] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520b107f-d62c-3139-4a51-4072be0c349d" [ 886.883788] env[63198]: _type = "Task" [ 886.883788] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.892022] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520b107f-d62c-3139-4a51-4072be0c349d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.934349] env[63198]: DEBUG nova.network.neutron [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Updated VIF entry in instance network info cache for port 175fcf76-d646-42c1-a2ae-4e91f47e02ca. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.934709] env[63198]: DEBUG nova.network.neutron [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Updating instance_info_cache with network_info: [{"id": "175fcf76-d646-42c1-a2ae-4e91f47e02ca", "address": "fa:16:3e:3e:19:d7", "network": {"id": "a6a27f4a-7c03-4747-ae90-8d3e9a736ea5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1784479437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e0b0aecf4d14a5fadf1c2047a9de5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap175fcf76-d6", "ovs_interfaceid": "175fcf76-d646-42c1-a2ae-4e91f47e02ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.939534] env[63198]: DEBUG nova.network.neutron [-] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.102591] env[63198]: DEBUG nova.scheduler.client.report [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.140193] env[63198]: DEBUG nova.compute.manager [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.169988] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.171222] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.171222] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.171222] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.171422] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.171521] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.171763] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.171985] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.172210] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.172429] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.172635] env[63198]: DEBUG nova.virt.hardware [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.173535] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e06a25-4043-4047-9c43-7a48a63a4665 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.183549] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c98c714-97fa-4d1b-a880-ea21ebddb0e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.198604] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.204190] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Creating folder: Project (e5abf4ddb0ea46188e4d84f15d98d6a3). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.204450] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d558db13-845a-4e60-a818-f25b94403170 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.214980] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Created folder: Project (e5abf4ddb0ea46188e4d84f15d98d6a3) in parent group-v546185. [ 887.215195] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Creating folder: Instances. Parent ref: group-v546400. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.215423] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94ed4929-241b-4ec8-80b6-1e17c85e89ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.225332] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Created folder: Instances in parent group-v546400. [ 887.225559] env[63198]: DEBUG oslo.service.loopingcall [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.225746] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.225941] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e97c311b-4713-4b75-8e1b-cbde15d0560c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.242139] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.242139] env[63198]: value = "task-2712429" [ 887.242139] env[63198]: _type = "Task" [ 887.242139] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.253068] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712429, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.400473] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520b107f-d62c-3139-4a51-4072be0c349d, 'name': SearchDatastore_Task, 'duration_secs': 0.00767} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.402073] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad2d26e-5d14-4e63-a1db-c86a71003d5e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.407900] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 887.407900] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5209b4af-12f9-f64d-b7b1-2b1a7f78be39" [ 887.407900] env[63198]: _type = "Task" [ 887.407900] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.416627] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5209b4af-12f9-f64d-b7b1-2b1a7f78be39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.437819] env[63198]: DEBUG oslo_concurrency.lockutils [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] Releasing lock "refresh_cache-711d6a80-7962-4850-9e8d-fda42b7bf545" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.438119] env[63198]: DEBUG nova.compute.manager [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Received event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.438288] env[63198]: DEBUG nova.compute.manager [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing instance network info cache due to event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 887.438497] env[63198]: DEBUG oslo_concurrency.lockutils [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] Acquiring lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.438635] env[63198]: DEBUG oslo_concurrency.lockutils [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] Acquired lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.438788] env[63198]: DEBUG nova.network.neutron [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.441922] env[63198]: INFO nova.compute.manager [-] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Took 1.45 seconds to deallocate network for instance. [ 887.611021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.611021] env[63198]: DEBUG nova.compute.manager [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.611571] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.775s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.613513] env[63198]: INFO nova.compute.claims [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.754771] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712429, 'name': CreateVM_Task, 'duration_secs': 0.284084} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.754937] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.755457] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.755614] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.755940] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.756246] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49f2e56-5cc8-4a6f-921e-c3741ad5c292 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.761701] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 887.761701] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525c5084-a330-448d-38da-219849db558b" [ 887.761701] env[63198]: _type = "Task" [ 887.761701] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.769582] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525c5084-a330-448d-38da-219849db558b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.918033] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5209b4af-12f9-f64d-b7b1-2b1a7f78be39, 'name': SearchDatastore_Task, 'duration_secs': 0.008366} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.918293] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.918519] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 711d6a80-7962-4850-9e8d-fda42b7bf545/711d6a80-7962-4850-9e8d-fda42b7bf545.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.918801] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9706823f-aa80-4e10-8014-bcb3364e197d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.925341] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 887.925341] env[63198]: value = "task-2712430" [ 887.925341] env[63198]: _type = "Task" [ 887.925341] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.933615] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.948206] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.105623] env[63198]: DEBUG nova.compute.manager [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Received event network-vif-deleted-21d4fd87-2551-4bc4-88e4-72bd06f46d9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.105918] env[63198]: DEBUG nova.compute.manager [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Received event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.106135] env[63198]: DEBUG nova.compute.manager [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing instance network info cache due to event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.106470] env[63198]: DEBUG oslo_concurrency.lockutils [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] Acquiring lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.118259] env[63198]: DEBUG nova.compute.utils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.124554] env[63198]: DEBUG nova.compute.manager [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.124554] env[63198]: DEBUG nova.network.neutron [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.269081] env[63198]: DEBUG nova.policy [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e77ccd751a4ab9b4c3e7cbaf6e33b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64231456d8bd4dae84523fe2266817cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.278532] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525c5084-a330-448d-38da-219849db558b, 'name': SearchDatastore_Task, 'duration_secs': 0.009528} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.279069] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.279415] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.279742] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.279947] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.280214] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.280660] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45d06657-af6f-4074-b1d0-ef45c741f3be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.305771] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.305999] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.306996] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef8aead-e1dd-44a7-820e-1a1bfba85cf9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.315751] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 888.315751] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a7b2a0-214f-1807-0eab-0cdc35c8fb64" [ 888.315751] env[63198]: _type = "Task" [ 888.315751] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.327708] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a7b2a0-214f-1807-0eab-0cdc35c8fb64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.437046] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470916} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.437374] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 711d6a80-7962-4850-9e8d-fda42b7bf545/711d6a80-7962-4850-9e8d-fda42b7bf545.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.437635] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.437928] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f603fd17-ccd6-4649-b8fa-642abbc9653c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.444224] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 888.444224] env[63198]: value = "task-2712431" [ 888.444224] env[63198]: _type = "Task" [ 888.444224] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.452265] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.623672] env[63198]: DEBUG nova.compute.manager [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.730037] env[63198]: DEBUG nova.network.neutron [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updated VIF entry in instance network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.730945] env[63198]: DEBUG nova.network.neutron [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updating instance_info_cache with network_info: [{"id": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "address": "fa:16:3e:5c:a3:2d", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934f193f-5d", "ovs_interfaceid": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.828068] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a7b2a0-214f-1807-0eab-0cdc35c8fb64, 'name': SearchDatastore_Task, 'duration_secs': 0.023445} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.832921] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba91729-3245-4ed9-9fc9-198317f23c29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.838905] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 888.838905] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c5efe4-afc6-faef-552a-dbb8474ec269" [ 888.838905] env[63198]: _type = "Task" [ 888.838905] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.850166] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c5efe4-afc6-faef-552a-dbb8474ec269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.956278] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278665} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.956539] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.959321] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de6f224-aa6e-49a2-ac3e-f52383139bbd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.984452] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 711d6a80-7962-4850-9e8d-fda42b7bf545/711d6a80-7962-4850-9e8d-fda42b7bf545.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.987288] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d7db87d-0437-4851-98a9-4062cf354fa1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.008147] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 889.008147] env[63198]: value = "task-2712432" [ 889.008147] env[63198]: _type = "Task" [ 889.008147] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.016058] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.030982] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4322281e-e3b7-4889-b302-edff79ef3db8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.037984] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb7bc0-032e-466e-9aec-9a125692bd26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.069862] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfa5e21-5b0a-48d7-857c-8755e4c26658 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.077201] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b826100-8ce6-4b31-ad30-984e3bde4240 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.091804] env[63198]: DEBUG nova.compute.provider_tree [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.236833] env[63198]: DEBUG oslo_concurrency.lockutils [req-a7cef183-2989-4200-a606-c76ea6f62397 req-bb695c50-d168-491d-aaa2-36352e78f8e0 service nova] Releasing lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.237311] env[63198]: DEBUG oslo_concurrency.lockutils [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] Acquired lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.237569] env[63198]: DEBUG nova.network.neutron [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.271393] env[63198]: DEBUG nova.network.neutron [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Successfully created port: 097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.349390] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c5efe4-afc6-faef-552a-dbb8474ec269, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.349649] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.349938] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 3d640862-9f20-435e-b2fc-f22eca545ef4/3d640862-9f20-435e-b2fc-f22eca545ef4.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.350212] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95cbab16-52ec-450a-9dd9-735e486446f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.356271] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 889.356271] env[63198]: value = "task-2712433" [ 889.356271] env[63198]: _type = "Task" [ 889.356271] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.364069] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.519442] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.595022] env[63198]: DEBUG nova.scheduler.client.report [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.635551] env[63198]: DEBUG nova.compute.manager [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.678494] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.678804] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.678978] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.679193] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.679342] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.679546] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.679879] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.680019] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.680200] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.680417] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.680605] env[63198]: DEBUG nova.virt.hardware [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.682295] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bb5e2e-7858-4d94-8fa4-9cc50b63b475 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.695178] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2fa6f3-5e1f-450d-926a-93bc08d08999 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.868733] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494394} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.868977] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 3d640862-9f20-435e-b2fc-f22eca545ef4/3d640862-9f20-435e-b2fc-f22eca545ef4.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.869215] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.869459] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75a43dce-ec62-4686-8dcf-48d231250969 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.876541] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 889.876541] env[63198]: value = "task-2712434" [ 889.876541] env[63198]: _type = "Task" [ 889.876541] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.885932] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.021527] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712432, 'name': ReconfigVM_Task, 'duration_secs': 0.619986} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.021527] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 711d6a80-7962-4850-9e8d-fda42b7bf545/711d6a80-7962-4850-9e8d-fda42b7bf545.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.021527] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8413c48c-efb8-4e6f-b284-9ceb4fc325b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.028395] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 890.028395] env[63198]: value = "task-2712435" [ 890.028395] env[63198]: _type = "Task" [ 890.028395] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.041849] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712435, 'name': Rename_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.094467] env[63198]: DEBUG nova.network.neutron [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updated VIF entry in instance network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.094820] env[63198]: DEBUG nova.network.neutron [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updating instance_info_cache with network_info: [{"id": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "address": "fa:16:3e:5c:a3:2d", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934f193f-5d", "ovs_interfaceid": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.102451] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.102957] env[63198]: DEBUG nova.compute.manager [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.105648] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.318s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.105941] env[63198]: DEBUG nova.objects.instance [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lazy-loading 'resources' on Instance uuid 2091c666-f592-407d-8df4-0011204c916f {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.134375] env[63198]: DEBUG nova.compute.manager [req-320c2e9d-c3c4-48f3-86e9-429ab18d441f req-1d51d573-7f16-4e24-b2a7-fb584235a59c service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Received event network-changed-f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.134617] env[63198]: DEBUG nova.compute.manager [req-320c2e9d-c3c4-48f3-86e9-429ab18d441f req-1d51d573-7f16-4e24-b2a7-fb584235a59c service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Refreshing instance network info cache due to event network-changed-f3bc35ac-e902-4c06-9773-5072bce3b6c7. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.134760] env[63198]: DEBUG oslo_concurrency.lockutils [req-320c2e9d-c3c4-48f3-86e9-429ab18d441f req-1d51d573-7f16-4e24-b2a7-fb584235a59c service nova] Acquiring lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.134900] env[63198]: DEBUG oslo_concurrency.lockutils [req-320c2e9d-c3c4-48f3-86e9-429ab18d441f req-1d51d573-7f16-4e24-b2a7-fb584235a59c service nova] Acquired lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.135066] env[63198]: DEBUG nova.network.neutron [req-320c2e9d-c3c4-48f3-86e9-429ab18d441f req-1d51d573-7f16-4e24-b2a7-fb584235a59c service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Refreshing network info cache for port f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.386530] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071499} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.386841] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.387623] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2952b50-d6ba-4b84-b523-2a6a6d053fc3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.407300] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3d640862-9f20-435e-b2fc-f22eca545ef4/3d640862-9f20-435e-b2fc-f22eca545ef4.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.407574] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c2e9c2a-e32d-44ae-b20c-0841219ab62a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.427146] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 890.427146] env[63198]: value = "task-2712436" [ 890.427146] env[63198]: _type = "Task" [ 890.427146] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.435937] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.503784] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "7915dd53-1071-4d40-b0b5-053dc6888c37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.504264] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "7915dd53-1071-4d40-b0b5-053dc6888c37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.504531] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "7915dd53-1071-4d40-b0b5-053dc6888c37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.504751] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "7915dd53-1071-4d40-b0b5-053dc6888c37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.504926] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "7915dd53-1071-4d40-b0b5-053dc6888c37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.507101] env[63198]: INFO nova.compute.manager [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Terminating instance [ 890.537720] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712435, 'name': Rename_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.597837] env[63198]: DEBUG oslo_concurrency.lockutils [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] Releasing lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.598125] env[63198]: DEBUG nova.compute.manager [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Received event network-changed-f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.598424] env[63198]: DEBUG nova.compute.manager [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Refreshing instance network info cache due to event network-changed-f3bc35ac-e902-4c06-9773-5072bce3b6c7. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.598520] env[63198]: DEBUG oslo_concurrency.lockutils [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] Acquiring lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.609028] env[63198]: DEBUG nova.compute.utils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.614975] env[63198]: DEBUG nova.compute.manager [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.614975] env[63198]: DEBUG nova.network.neutron [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.681077] env[63198]: DEBUG nova.policy [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018336ea6cfe4d9eb805203a847298e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e7e100fc154452b2f178eb15511b0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.868207] env[63198]: DEBUG nova.network.neutron [req-320c2e9d-c3c4-48f3-86e9-429ab18d441f req-1d51d573-7f16-4e24-b2a7-fb584235a59c service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Updated VIF entry in instance network info cache for port f3bc35ac-e902-4c06-9773-5072bce3b6c7. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.868551] env[63198]: DEBUG nova.network.neutron [req-320c2e9d-c3c4-48f3-86e9-429ab18d441f req-1d51d573-7f16-4e24-b2a7-fb584235a59c service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Updating instance_info_cache with network_info: [{"id": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "address": "fa:16:3e:86:c8:5f", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bc35ac-e9", "ovs_interfaceid": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.942866] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712436, 'name': ReconfigVM_Task, 'duration_secs': 0.303268} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.942866] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3d640862-9f20-435e-b2fc-f22eca545ef4/3d640862-9f20-435e-b2fc-f22eca545ef4.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.943105] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b65a0ea-d66c-4dce-94b5-1e31d54e4aa0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.950906] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 890.950906] env[63198]: value = "task-2712437" [ 890.950906] env[63198]: _type = "Task" [ 890.950906] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.959366] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712437, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.987648] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0804f9d-9a22-488a-a756-7c0a7eb5669a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.994508] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30173658-7cf1-488f-a6eb-ebc42b21865d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.023769] env[63198]: DEBUG nova.compute.manager [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.023824] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.025150] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa9acab-8714-4f2b-90c8-1da1022c0431 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.028189] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6844062-dd11-40cb-93e7-fe01cca77635 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.035924] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.038905] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba108be4-0617-4a7f-88c5-47a56c2c6a93 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.045147] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a8f15e-441c-4179-888a-ab66ea84e3c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.051016] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712435, 'name': Rename_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.057854] env[63198]: DEBUG nova.compute.provider_tree [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.060747] env[63198]: DEBUG oslo_vmware.api [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 891.060747] env[63198]: value = "task-2712438" [ 891.060747] env[63198]: _type = "Task" [ 891.060747] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.069294] env[63198]: DEBUG oslo_vmware.api [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.114861] env[63198]: DEBUG nova.compute.manager [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.350490] env[63198]: DEBUG nova.network.neutron [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Successfully created port: c02762be-a959-423b-aeef-69529fec250a {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.371461] env[63198]: DEBUG oslo_concurrency.lockutils [req-320c2e9d-c3c4-48f3-86e9-429ab18d441f req-1d51d573-7f16-4e24-b2a7-fb584235a59c service nova] Releasing lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.371908] env[63198]: DEBUG oslo_concurrency.lockutils [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] Acquired lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.372112] env[63198]: DEBUG nova.network.neutron [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Refreshing network info cache for port f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.463068] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712437, 'name': Rename_Task, 'duration_secs': 0.146643} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.463340] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.463828] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b62c8d-1e1f-4a92-a736-1ab36e8fb7a2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.472958] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 891.472958] env[63198]: value = "task-2712439" [ 891.472958] env[63198]: _type = "Task" [ 891.472958] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.481905] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.483585] env[63198]: DEBUG nova.network.neutron [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Successfully updated port: 097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.543079] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712435, 'name': Rename_Task, 'duration_secs': 1.127033} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.543359] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.543651] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab1216e4-2f25-4ed4-a800-7fbe741641bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.550320] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 891.550320] env[63198]: value = "task-2712440" [ 891.550320] env[63198]: _type = "Task" [ 891.550320] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.558412] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.562460] env[63198]: DEBUG nova.scheduler.client.report [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.575416] env[63198]: DEBUG oslo_vmware.api [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712438, 'name': PowerOffVM_Task, 'duration_secs': 0.265497} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.575641] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.575800] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.576054] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51dd3186-252a-4e1d-b609-b3696024d09c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.640731] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.640731] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.641593] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Deleting the datastore file [datastore1] 7915dd53-1071-4d40-b0b5-053dc6888c37 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.641593] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d6ac0ac-1b02-41d7-af07-c750ec048560 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.649321] env[63198]: DEBUG oslo_vmware.api [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 891.649321] env[63198]: value = "task-2712442" [ 891.649321] env[63198]: _type = "Task" [ 891.649321] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.658069] env[63198]: DEBUG oslo_vmware.api [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.986673] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.986946] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.986980] env[63198]: DEBUG nova.network.neutron [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.989338] env[63198]: DEBUG oslo_vmware.api [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712439, 'name': PowerOnVM_Task, 'duration_secs': 0.484139} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.989889] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.991073] env[63198]: INFO nova.compute.manager [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Took 4.85 seconds to spawn the instance on the hypervisor. [ 891.991073] env[63198]: DEBUG nova.compute.manager [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.991274] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18a19a0-5ed6-419c-9865-7e289444c59e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.060310] env[63198]: DEBUG oslo_vmware.api [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712440, 'name': PowerOnVM_Task, 'duration_secs': 0.481197} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.060568] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.060771] env[63198]: INFO nova.compute.manager [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Took 9.35 seconds to spawn the instance on the hypervisor. [ 892.060946] env[63198]: DEBUG nova.compute.manager [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.061765] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6d58f9-238a-4b77-82f7-7a5aa70defc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.067847] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.072559] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.907s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.094167] env[63198]: INFO nova.scheduler.client.report [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Deleted allocations for instance 2091c666-f592-407d-8df4-0011204c916f [ 892.124770] env[63198]: DEBUG nova.compute.manager [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.155578] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.155823] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.155984] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.156184] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.156400] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.156565] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.156777] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.156938] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.157195] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.157377] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.157552] env[63198]: DEBUG nova.virt.hardware [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.158335] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6e805d-70a8-47dd-aa52-40db5a996409 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.175067] env[63198]: DEBUG oslo_vmware.api [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169777} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.175067] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.175067] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.175067] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.175067] env[63198]: INFO nova.compute.manager [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Took 1.15 seconds to destroy the instance on the hypervisor. [ 892.175067] env[63198]: DEBUG oslo.service.loopingcall [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.175067] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ea2aa9-6102-4bc4-8c3b-89002dbe4bf5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.178766] env[63198]: DEBUG nova.compute.manager [-] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.178885] env[63198]: DEBUG nova.network.neutron [-] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.473445] env[63198]: DEBUG nova.compute.manager [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Received event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.473591] env[63198]: DEBUG nova.compute.manager [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing instance network info cache due to event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.473752] env[63198]: DEBUG oslo_concurrency.lockutils [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] Acquiring lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.473894] env[63198]: DEBUG oslo_concurrency.lockutils [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] Acquired lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.474067] env[63198]: DEBUG nova.network.neutron [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.512539] env[63198]: INFO nova.compute.manager [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Took 26.67 seconds to build instance. [ 892.522503] env[63198]: DEBUG nova.network.neutron [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.559064] env[63198]: DEBUG nova.network.neutron [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Updated VIF entry in instance network info cache for port f3bc35ac-e902-4c06-9773-5072bce3b6c7. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.559806] env[63198]: DEBUG nova.network.neutron [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Updating instance_info_cache with network_info: [{"id": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "address": "fa:16:3e:86:c8:5f", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3bc35ac-e9", "ovs_interfaceid": "f3bc35ac-e902-4c06-9773-5072bce3b6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.582180] env[63198]: INFO nova.compute.claims [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.585811] env[63198]: INFO nova.compute.manager [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Took 38.54 seconds to build instance. [ 892.605193] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ba241c20-6b6f-495b-ab58-4c6c1e5b725f tempest-ImagesTestJSON-936602919 tempest-ImagesTestJSON-936602919-project-member] Lock "2091c666-f592-407d-8df4-0011204c916f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.838s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.617203] env[63198]: DEBUG nova.compute.manager [req-786189c2-6615-4300-8203-1c8d2e3c9d8d req-4da07468-f899-4a20-adea-6e75215bb91b service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Received event network-vif-deleted-f3bc35ac-e902-4c06-9773-5072bce3b6c7 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.617408] env[63198]: INFO nova.compute.manager [req-786189c2-6615-4300-8203-1c8d2e3c9d8d req-4da07468-f899-4a20-adea-6e75215bb91b service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Neutron deleted interface f3bc35ac-e902-4c06-9773-5072bce3b6c7; detaching it from the instance and deleting it from the info cache [ 892.617575] env[63198]: DEBUG nova.network.neutron [req-786189c2-6615-4300-8203-1c8d2e3c9d8d req-4da07468-f899-4a20-adea-6e75215bb91b service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.665597] env[63198]: DEBUG nova.network.neutron [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Updating instance_info_cache with network_info: [{"id": "097ba62d-1a14-49a3-adfe-d19564c067dd", "address": "fa:16:3e:fb:f2:cc", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097ba62d-1a", "ovs_interfaceid": "097ba62d-1a14-49a3-adfe-d19564c067dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.915891] env[63198]: DEBUG nova.network.neutron [-] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.014743] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a6f2e69a-0dbd-4930-8949-86f11bd33102 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "3d640862-9f20-435e-b2fc-f22eca545ef4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.182s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.062870] env[63198]: DEBUG oslo_concurrency.lockutils [req-2602a684-1623-4b25-b6a4-8f6c677a1621 req-ab75ed91-1396-4ed5-b27c-68e4023769b2 service nova] Releasing lock "refresh_cache-7915dd53-1071-4d40-b0b5-053dc6888c37" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.088681] env[63198]: INFO nova.compute.resource_tracker [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating resource usage from migration d5f49933-5208-4b4d-88ac-1f840d5beabf [ 893.094081] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7930b9f8-cac6-46f4-a9bb-847c207b7425 tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "711d6a80-7962-4850-9e8d-fda42b7bf545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.058s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.122116] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f2c42df-24a1-4155-9001-617c2d4dfefa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.132623] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356d6dd-889c-4f01-a2d9-5285e1395613 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.175189] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.177344] env[63198]: DEBUG nova.compute.manager [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Instance network_info: |[{"id": "097ba62d-1a14-49a3-adfe-d19564c067dd", "address": "fa:16:3e:fb:f2:cc", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097ba62d-1a", "ovs_interfaceid": "097ba62d-1a14-49a3-adfe-d19564c067dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.177344] env[63198]: DEBUG nova.compute.manager [req-786189c2-6615-4300-8203-1c8d2e3c9d8d req-4da07468-f899-4a20-adea-6e75215bb91b service nova] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Detach interface failed, port_id=f3bc35ac-e902-4c06-9773-5072bce3b6c7, reason: Instance 7915dd53-1071-4d40-b0b5-053dc6888c37 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 893.179097] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:f2:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '097ba62d-1a14-49a3-adfe-d19564c067dd', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.186737] env[63198]: DEBUG oslo.service.loopingcall [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.187664] env[63198]: DEBUG nova.network.neutron [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updated VIF entry in instance network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.188134] env[63198]: DEBUG nova.network.neutron [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updating instance_info_cache with network_info: [{"id": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "address": "fa:16:3e:5c:a3:2d", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934f193f-5d", "ovs_interfaceid": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.189803] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.190295] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cf8867c-6693-41c7-8102-7fe7ba3c36f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.216848] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.216848] env[63198]: value = "task-2712443" [ 893.216848] env[63198]: _type = "Task" [ 893.216848] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.225121] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712443, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.326191] env[63198]: DEBUG nova.network.neutron [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Successfully updated port: c02762be-a959-423b-aeef-69529fec250a {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.418605] env[63198]: INFO nova.compute.manager [-] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Took 1.24 seconds to deallocate network for instance. [ 893.526722] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1d32b0-7dd0-45ea-81d2-5fc88658e3ef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.536109] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d291ac4c-6f4d-4912-be14-27715602b028 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.569976] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82789c3d-47b6-4c5f-a724-e28d8b34e585 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.577755] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce67dea9-e7d0-4345-a871-03b0890e1c2d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.591633] env[63198]: DEBUG nova.compute.provider_tree [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.691470] env[63198]: DEBUG oslo_concurrency.lockutils [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] Releasing lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.691829] env[63198]: DEBUG nova.compute.manager [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Received event network-vif-plugged-097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.692142] env[63198]: DEBUG oslo_concurrency.lockutils [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] Acquiring lock "ac704666-5bbd-461a-aa87-53c8c2133983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.692437] env[63198]: DEBUG oslo_concurrency.lockutils [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] Lock "ac704666-5bbd-461a-aa87-53c8c2133983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.692661] env[63198]: DEBUG oslo_concurrency.lockutils [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] Lock "ac704666-5bbd-461a-aa87-53c8c2133983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.692957] env[63198]: DEBUG nova.compute.manager [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] No waiting events found dispatching network-vif-plugged-097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.693279] env[63198]: WARNING nova.compute.manager [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Received unexpected event network-vif-plugged-097ba62d-1a14-49a3-adfe-d19564c067dd for instance with vm_state building and task_state spawning. [ 893.693519] env[63198]: DEBUG nova.compute.manager [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Received event network-changed-097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.693668] env[63198]: DEBUG nova.compute.manager [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Refreshing instance network info cache due to event network-changed-097ba62d-1a14-49a3-adfe-d19564c067dd. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.693924] env[63198]: DEBUG oslo_concurrency.lockutils [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] Acquiring lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.694128] env[63198]: DEBUG oslo_concurrency.lockutils [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] Acquired lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.694384] env[63198]: DEBUG nova.network.neutron [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Refreshing network info cache for port 097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.727400] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712443, 'name': CreateVM_Task, 'duration_secs': 0.355783} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.727601] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.728328] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.728493] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.728804] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.729100] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8f29be-1cbb-4988-8487-cd015df063e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.734519] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 893.734519] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52752da7-8e41-ad24-3266-2c0ae4106dc6" [ 893.734519] env[63198]: _type = "Task" [ 893.734519] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.743575] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52752da7-8e41-ad24-3266-2c0ae4106dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.781530] env[63198]: DEBUG oslo_concurrency.lockutils [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquiring lock "711d6a80-7962-4850-9e8d-fda42b7bf545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.781727] env[63198]: DEBUG oslo_concurrency.lockutils [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "711d6a80-7962-4850-9e8d-fda42b7bf545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.781904] env[63198]: DEBUG oslo_concurrency.lockutils [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquiring lock "711d6a80-7962-4850-9e8d-fda42b7bf545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.782072] env[63198]: DEBUG oslo_concurrency.lockutils [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "711d6a80-7962-4850-9e8d-fda42b7bf545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.782266] env[63198]: DEBUG oslo_concurrency.lockutils [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "711d6a80-7962-4850-9e8d-fda42b7bf545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.784624] env[63198]: INFO nova.compute.manager [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Terminating instance [ 893.828975] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "refresh_cache-31b72d6d-7103-438f-995a-d3e607efd785" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.829170] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "refresh_cache-31b72d6d-7103-438f-995a-d3e607efd785" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.829333] env[63198]: DEBUG nova.network.neutron [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.931868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.098040] env[63198]: DEBUG nova.scheduler.client.report [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.181175] env[63198]: DEBUG nova.compute.manager [None req-4321a341-9977-41d3-9909-39fd79872aaf tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.183146] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fe3f1d-6c37-4620-946c-93dfa8f1053a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.245645] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52752da7-8e41-ad24-3266-2c0ae4106dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.245934] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.246181] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.246416] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.246557] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.246726] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.246979] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef8a514-e0f5-47f7-a31e-d36600e1b6d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.255406] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.255579] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.258313] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ea4e97-359e-4b53-9cf5-b7819437e479 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.264593] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 894.264593] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a2a4c2-2fab-ee2d-88dc-5a469e08fbde" [ 894.264593] env[63198]: _type = "Task" [ 894.264593] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.272430] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a2a4c2-2fab-ee2d-88dc-5a469e08fbde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.280912] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquiring lock "3d640862-9f20-435e-b2fc-f22eca545ef4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.281189] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "3d640862-9f20-435e-b2fc-f22eca545ef4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.281378] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquiring lock "3d640862-9f20-435e-b2fc-f22eca545ef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.281548] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "3d640862-9f20-435e-b2fc-f22eca545ef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.281739] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "3d640862-9f20-435e-b2fc-f22eca545ef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.283762] env[63198]: INFO nova.compute.manager [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Terminating instance [ 894.289157] env[63198]: DEBUG nova.compute.manager [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.289157] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.290061] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9032e1e6-9891-4145-9d82-0017e1d17cb0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.300250] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.300476] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d774524-097b-484f-ab0b-65cf4ce39486 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.307199] env[63198]: DEBUG oslo_vmware.api [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 894.307199] env[63198]: value = "task-2712444" [ 894.307199] env[63198]: _type = "Task" [ 894.307199] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.316460] env[63198]: DEBUG oslo_vmware.api [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.380246] env[63198]: DEBUG nova.network.neutron [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.514255] env[63198]: DEBUG nova.compute.manager [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Received event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.514341] env[63198]: DEBUG nova.compute.manager [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing instance network info cache due to event network-changed-934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 894.514561] env[63198]: DEBUG oslo_concurrency.lockutils [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] Acquiring lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.514700] env[63198]: DEBUG oslo_concurrency.lockutils [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] Acquired lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.514914] env[63198]: DEBUG nova.network.neutron [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Refreshing network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.602415] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.530s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.602641] env[63198]: INFO nova.compute.manager [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Migrating [ 894.609997] env[63198]: DEBUG nova.network.neutron [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Updating instance_info_cache with network_info: [{"id": "c02762be-a959-423b-aeef-69529fec250a", "address": "fa:16:3e:e3:ec:61", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02762be-a9", "ovs_interfaceid": "c02762be-a959-423b-aeef-69529fec250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.611148] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.945s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.611374] env[63198]: DEBUG nova.objects.instance [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lazy-loading 'resources' on Instance uuid 97a00604-9fe5-4bac-b0ea-7b9bcd952a25 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.671013] env[63198]: DEBUG nova.network.neutron [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Updated VIF entry in instance network info cache for port 097ba62d-1a14-49a3-adfe-d19564c067dd. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.671382] env[63198]: DEBUG nova.network.neutron [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Updating instance_info_cache with network_info: [{"id": "097ba62d-1a14-49a3-adfe-d19564c067dd", "address": "fa:16:3e:fb:f2:cc", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097ba62d-1a", "ovs_interfaceid": "097ba62d-1a14-49a3-adfe-d19564c067dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.696394] env[63198]: INFO nova.compute.manager [None req-4321a341-9977-41d3-9909-39fd79872aaf tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] instance snapshotting [ 894.697078] env[63198]: DEBUG nova.objects.instance [None req-4321a341-9977-41d3-9909-39fd79872aaf tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lazy-loading 'flavor' on Instance uuid 3d640862-9f20-435e-b2fc-f22eca545ef4 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.776278] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a2a4c2-2fab-ee2d-88dc-5a469e08fbde, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.777155] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4f940a-365a-4987-b4d4-c6a88bb67b7d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.784680] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 894.784680] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52418bfb-3f28-cf2b-1317-6985babd5201" [ 894.784680] env[63198]: _type = "Task" [ 894.784680] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.790091] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquiring lock "refresh_cache-3d640862-9f20-435e-b2fc-f22eca545ef4" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.790327] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquired lock "refresh_cache-3d640862-9f20-435e-b2fc-f22eca545ef4" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.790540] env[63198]: DEBUG nova.network.neutron [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.798502] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52418bfb-3f28-cf2b-1317-6985babd5201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.817508] env[63198]: DEBUG oslo_vmware.api [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712444, 'name': PowerOffVM_Task, 'duration_secs': 0.203078} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.817790] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.817970] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.818244] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9dae56a-546c-466d-8573-bbb43fa23a2d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.903012] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.903271] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.903471] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Deleting the datastore file [datastore1] 711d6a80-7962-4850-9e8d-fda42b7bf545 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.903750] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc7ff3cf-a73c-42a3-a772-1a136670ab5c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.912826] env[63198]: DEBUG oslo_vmware.api [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for the task: (returnval){ [ 894.912826] env[63198]: value = "task-2712446" [ 894.912826] env[63198]: _type = "Task" [ 894.912826] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.926880] env[63198]: DEBUG oslo_vmware.api [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.115529] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "refresh_cache-31b72d6d-7103-438f-995a-d3e607efd785" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.116016] env[63198]: DEBUG nova.compute.manager [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Instance network_info: |[{"id": "c02762be-a959-423b-aeef-69529fec250a", "address": "fa:16:3e:e3:ec:61", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02762be-a9", "ovs_interfaceid": "c02762be-a959-423b-aeef-69529fec250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.119706] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ec:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c02762be-a959-423b-aeef-69529fec250a', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.128343] env[63198]: DEBUG oslo.service.loopingcall [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.129448] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.129791] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.129791] env[63198]: DEBUG nova.network.neutron [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.131764] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.132054] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-095b1724-57cc-4405-b883-3e9fc6a8406a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.158559] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.158559] env[63198]: value = "task-2712447" [ 895.158559] env[63198]: _type = "Task" [ 895.158559] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.172550] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712447, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.174160] env[63198]: DEBUG oslo_concurrency.lockutils [req-94e45c84-ddb8-431d-95fc-f9876823b8ff req-dbec8d61-2ee7-4ad5-8cd1-d79835f77950 service nova] Releasing lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.203185] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea08da1-389a-4009-988e-ddf6116c6468 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.227929] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8388528f-08f7-4374-a7a8-0b1d5130f900 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.303390] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52418bfb-3f28-cf2b-1317-6985babd5201, 'name': SearchDatastore_Task, 'duration_secs': 0.031908} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.304360] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.304360] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] ac704666-5bbd-461a-aa87-53c8c2133983/ac704666-5bbd-461a-aa87-53c8c2133983.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.304360] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ed5a1b-13cc-46ef-84fb-cdc2d1bad01c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.313522] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 895.313522] env[63198]: value = "task-2712448" [ 895.313522] env[63198]: _type = "Task" [ 895.313522] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.317535] env[63198]: DEBUG nova.network.neutron [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.325936] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.370994] env[63198]: DEBUG nova.network.neutron [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.418129] env[63198]: DEBUG nova.network.neutron [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updated VIF entry in instance network info cache for port 934f193f-5db0-4a44-a3b1-84489abeaf5c. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.418255] env[63198]: DEBUG nova.network.neutron [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updating instance_info_cache with network_info: [{"id": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "address": "fa:16:3e:5c:a3:2d", "network": {"id": "db8a99fb-62eb-4dbe-bf85-fa2f7bb62e37", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-115997764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fd551799c91428aa677cd8298af9945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap934f193f-5d", "ovs_interfaceid": "934f193f-5db0-4a44-a3b1-84489abeaf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.425558] env[63198]: DEBUG oslo_vmware.api [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Task: {'id': task-2712446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503322} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.428494] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.428691] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.428873] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.429064] env[63198]: INFO nova.compute.manager [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Took 1.14 seconds to destroy the instance on the hypervisor. [ 895.429310] env[63198]: DEBUG oslo.service.loopingcall [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.430248] env[63198]: DEBUG nova.compute.manager [-] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.430345] env[63198]: DEBUG nova.network.neutron [-] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.506641] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e26a0-91a2-4b52-92e9-b2c929dd66bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.514831] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c5d268-7bc8-411a-844f-54fdcdcb2b51 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.553373] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc9129-f95e-4aa8-add5-120fee10a0dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.563857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aede242d-1eae-4bc7-a331-a37ff8a04655 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.583019] env[63198]: DEBUG nova.compute.provider_tree [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.669847] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712447, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.743614] env[63198]: DEBUG nova.compute.manager [None req-4321a341-9977-41d3-9909-39fd79872aaf tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Instance disappeared during snapshot {{(pid=63198) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 895.838758] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.873747] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Releasing lock "refresh_cache-3d640862-9f20-435e-b2fc-f22eca545ef4" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.874375] env[63198]: DEBUG nova.compute.manager [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.874523] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.875937] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766f8e91-e5ae-41b9-9231-ad01a10137b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.887097] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.890703] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79f21849-fa39-4068-bae6-49d95679b27f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.901257] env[63198]: DEBUG oslo_vmware.api [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 895.901257] env[63198]: value = "task-2712449" [ 895.901257] env[63198]: _type = "Task" [ 895.901257] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.915282] env[63198]: DEBUG oslo_vmware.api [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.922131] env[63198]: DEBUG oslo_concurrency.lockutils [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] Releasing lock "refresh_cache-6385c919-9889-41c3-94e6-7dc6b447eea3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.922421] env[63198]: DEBUG nova.compute.manager [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Received event network-vif-plugged-c02762be-a959-423b-aeef-69529fec250a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.922642] env[63198]: DEBUG oslo_concurrency.lockutils [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] Acquiring lock "31b72d6d-7103-438f-995a-d3e607efd785-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.922885] env[63198]: DEBUG oslo_concurrency.lockutils [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] Lock "31b72d6d-7103-438f-995a-d3e607efd785-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.923068] env[63198]: DEBUG oslo_concurrency.lockutils [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] Lock "31b72d6d-7103-438f-995a-d3e607efd785-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.923275] env[63198]: DEBUG nova.compute.manager [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] No waiting events found dispatching network-vif-plugged-c02762be-a959-423b-aeef-69529fec250a {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.923501] env[63198]: WARNING nova.compute.manager [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Received unexpected event network-vif-plugged-c02762be-a959-423b-aeef-69529fec250a for instance with vm_state building and task_state spawning. [ 895.923678] env[63198]: DEBUG nova.compute.manager [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Received event network-changed-c02762be-a959-423b-aeef-69529fec250a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.923834] env[63198]: DEBUG nova.compute.manager [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Refreshing instance network info cache due to event network-changed-c02762be-a959-423b-aeef-69529fec250a. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.924144] env[63198]: DEBUG oslo_concurrency.lockutils [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] Acquiring lock "refresh_cache-31b72d6d-7103-438f-995a-d3e607efd785" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.924316] env[63198]: DEBUG oslo_concurrency.lockutils [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] Acquired lock "refresh_cache-31b72d6d-7103-438f-995a-d3e607efd785" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.924490] env[63198]: DEBUG nova.network.neutron [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Refreshing network info cache for port c02762be-a959-423b-aeef-69529fec250a {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.945039] env[63198]: DEBUG nova.compute.manager [None req-4321a341-9977-41d3-9909-39fd79872aaf tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Found 0 images (rotation: 2) {{(pid=63198) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 895.974771] env[63198]: DEBUG nova.network.neutron [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance_info_cache with network_info: [{"id": "03d6f43f-5595-46ea-8061-476d009cdcec", "address": "fa:16:3e:7e:e3:e6", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d6f43f-55", "ovs_interfaceid": "03d6f43f-5595-46ea-8061-476d009cdcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.083205] env[63198]: DEBUG nova.scheduler.client.report [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.170467] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712447, 'name': CreateVM_Task, 'duration_secs': 0.620767} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.170759] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.171816] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.171982] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.172297] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.176020] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19db1758-3b90-467d-bcf6-e841ce666191 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.178176] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 896.178176] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b1bd1-6b47-c824-eec1-8b170454b9cd" [ 896.178176] env[63198]: _type = "Task" [ 896.178176] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.189483] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b1bd1-6b47-c824-eec1-8b170454b9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.325305] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775813} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.326325] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] ac704666-5bbd-461a-aa87-53c8c2133983/ac704666-5bbd-461a-aa87-53c8c2133983.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.326325] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.326325] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f5c9853-c548-4e7a-843c-be13baa7e6c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.334254] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 896.334254] env[63198]: value = "task-2712450" [ 896.334254] env[63198]: _type = "Task" [ 896.334254] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.344536] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.360190] env[63198]: DEBUG nova.network.neutron [-] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.415563] env[63198]: DEBUG oslo_vmware.api [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712449, 'name': PowerOffVM_Task, 'duration_secs': 0.263112} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.415842] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.416034] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.416433] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92e6d578-66d6-4836-97b3-f679d84f7c3b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.450048] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.450222] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.450927] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Deleting the datastore file [datastore2] 3d640862-9f20-435e-b2fc-f22eca545ef4 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.450927] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-899f4a86-750f-4ed9-8a7e-46199d59bd73 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.459285] env[63198]: DEBUG oslo_vmware.api [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for the task: (returnval){ [ 896.459285] env[63198]: value = "task-2712452" [ 896.459285] env[63198]: _type = "Task" [ 896.459285] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.469479] env[63198]: DEBUG oslo_vmware.api [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.477139] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.542246] env[63198]: DEBUG nova.compute.manager [req-1c6b7a55-6983-438a-b9c4-f38761a7056d req-811ba10a-c7be-439a-b57b-67c7c8ef333f service nova] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Received event network-vif-deleted-175fcf76-d646-42c1-a2ae-4e91f47e02ca {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.589909] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.593357] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.822s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.622059] env[63198]: INFO nova.scheduler.client.report [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Deleted allocations for instance 97a00604-9fe5-4bac-b0ea-7b9bcd952a25 [ 896.646103] env[63198]: DEBUG nova.network.neutron [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Updated VIF entry in instance network info cache for port c02762be-a959-423b-aeef-69529fec250a. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.646103] env[63198]: DEBUG nova.network.neutron [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Updating instance_info_cache with network_info: [{"id": "c02762be-a959-423b-aeef-69529fec250a", "address": "fa:16:3e:e3:ec:61", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02762be-a9", "ovs_interfaceid": "c02762be-a959-423b-aeef-69529fec250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.688801] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b1bd1-6b47-c824-eec1-8b170454b9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.689121] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.689359] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.689585] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.689729] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.689936] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.690214] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39acf019-212d-4c48-b1df-f4697b579755 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.699311] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.699558] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.700236] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc409036-9f8c-4285-b9a0-a3240b7da470 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.706118] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 896.706118] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e708b9-cbe4-4e11-b828-95c741172645" [ 896.706118] env[63198]: _type = "Task" [ 896.706118] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.714384] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e708b9-cbe4-4e11-b828-95c741172645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.845520] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068438} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.845882] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.846637] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0f7d22-14a1-4c09-9963-5852aec07f2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.862638] env[63198]: INFO nova.compute.manager [-] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Took 1.43 seconds to deallocate network for instance. [ 896.871531] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] ac704666-5bbd-461a-aa87-53c8c2133983/ac704666-5bbd-461a-aa87-53c8c2133983.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.873511] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f148197-418c-4c7b-abff-6941ac78b042 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.897342] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 896.897342] env[63198]: value = "task-2712453" [ 896.897342] env[63198]: _type = "Task" [ 896.897342] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.906415] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.970115] env[63198]: DEBUG oslo_vmware.api [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Task: {'id': task-2712452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109838} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.970115] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.970206] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.970352] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.970531] env[63198]: INFO nova.compute.manager [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 896.970774] env[63198]: DEBUG oslo.service.loopingcall [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.970972] env[63198]: DEBUG nova.compute.manager [-] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.971105] env[63198]: DEBUG nova.network.neutron [-] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.996800] env[63198]: DEBUG nova.network.neutron [-] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.129831] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e22a82b8-4dd5-44e4-a412-34db5107bc9d tempest-ServerRescueTestJSON-1844333931 tempest-ServerRescueTestJSON-1844333931-project-member] Lock "97a00604-9fe5-4bac-b0ea-7b9bcd952a25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.093s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.149174] env[63198]: DEBUG oslo_concurrency.lockutils [req-548b5aeb-61ad-4edf-a84b-039d9efe033e req-2e0b9ad8-f8a7-4cc6-8188-2dfc612b2b3b service nova] Releasing lock "refresh_cache-31b72d6d-7103-438f-995a-d3e607efd785" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.221635] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e708b9-cbe4-4e11-b828-95c741172645, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.222932] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a6f40a-9218-4f3d-897c-bcf294d42e74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.230201] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 897.230201] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5242b227-7155-8de4-e88c-ec6bf6a32e9f" [ 897.230201] env[63198]: _type = "Task" [ 897.230201] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.238853] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5242b227-7155-8de4-e88c-ec6bf6a32e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.393894] env[63198]: DEBUG oslo_concurrency.lockutils [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.414452] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712453, 'name': ReconfigVM_Task, 'duration_secs': 0.293015} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.414744] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Reconfigured VM instance instance-00000052 to attach disk [datastore2] ac704666-5bbd-461a-aa87-53c8c2133983/ac704666-5bbd-461a-aa87-53c8c2133983.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.415405] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-826193d4-82ff-47da-a7bf-d1625026d412 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.424176] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 897.424176] env[63198]: value = "task-2712454" [ 897.424176] env[63198]: _type = "Task" [ 897.424176] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.433269] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712454, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.499339] env[63198]: DEBUG nova.network.neutron [-] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.611776] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Applying migration context for instance 3036fb4e-36f2-4bf2-b8b9-208c09827625 as it has an incoming, in-progress migration d5f49933-5208-4b4d-88ac-1f840d5beabf. Migration status is migrating {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 897.612144] env[63198]: INFO nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating resource usage from migration d5f49933-5208-4b4d-88ac-1f840d5beabf [ 897.638408] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 02608284-2c80-48e6-8d51-c0010ba2c8db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.638782] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 830c47ee-1791-473b-9278-f46e3219c256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.638782] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.638782] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance fbec33e0-6b91-4b5e-8bed-06019fbd7f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.638977] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.639038] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9f9d72f1-2324-41cc-a050-679682cf6bda is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.639136] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 7b097c3d-9025-4842-8bd2-bed617ffa7a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.639246] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.639352] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 2abaf9f0-6739-4cd3-8400-d204d059565d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.639515] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 27b8d2f5-65c6-4129-96b7-9b3941dbe262 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.639566] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6385c919-9889-41c3-94e6-7dc6b447eea3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.639656] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 245c7b18-515b-4d5b-8354-e68fe0df8151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.639757] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.639940] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 7915dd53-1071-4d40-b0b5-053dc6888c37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 897.640262] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 711d6a80-7962-4850-9e8d-fda42b7bf545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.640262] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 3d640862-9f20-435e-b2fc-f22eca545ef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.640386] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance ac704666-5bbd-461a-aa87-53c8c2133983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.640436] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 31b72d6d-7103-438f-995a-d3e607efd785 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.640498] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Migration d5f49933-5208-4b4d-88ac-1f840d5beabf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 897.640599] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 3036fb4e-36f2-4bf2-b8b9-208c09827625 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 897.741714] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5242b227-7155-8de4-e88c-ec6bf6a32e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.741985] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.742341] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785/31b72d6d-7103-438f-995a-d3e607efd785.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.742609] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e7bb570-31ce-472f-985f-fffdd45d6154 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.750941] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 897.750941] env[63198]: value = "task-2712455" [ 897.750941] env[63198]: _type = "Task" [ 897.750941] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.759634] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.938094] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712454, 'name': Rename_Task, 'duration_secs': 0.173176} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.941011] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.941011] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44657713-7f9a-4fa9-8efa-74d6e8dd8721 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.951027] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 897.951027] env[63198]: value = "task-2712456" [ 897.951027] env[63198]: _type = "Task" [ 897.951027] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.962719] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.994024] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0cafcb-17be-4c19-ab74-2f166df9bde2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.019248] env[63198]: INFO nova.compute.manager [-] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Took 1.05 seconds to deallocate network for instance. [ 898.025368] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance '3036fb4e-36f2-4bf2-b8b9-208c09827625' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.149135] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance c74dd82a-fb47-4383-928f-be8184d8bf11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 898.149135] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 898.149135] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 898.269455] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712455, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.465103] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712456, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.471512] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0511ab-d28e-48c1-a78a-247a4d8afce0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.480194] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047a30f1-1f55-4d74-9242-6bd893c379cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.516543] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0db5a6-44c7-4b53-870c-d193ed125011 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.526284] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525e573-1097-45b3-b96c-27a9de0d54d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.533684] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.534331] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe570383-fe36-4a8c-87e7-4c319d6f5496 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.537239] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.552870] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.553759] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 898.553759] env[63198]: value = "task-2712457" [ 898.553759] env[63198]: _type = "Task" [ 898.553759] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.566065] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.765064] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536756} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.765064] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785/31b72d6d-7103-438f-995a-d3e607efd785.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.765064] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.765064] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20e84681-14be-4184-b4b0-6801f783952a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.774286] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 898.774286] env[63198]: value = "task-2712458" [ 898.774286] env[63198]: _type = "Task" [ 898.774286] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.785305] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.962124] env[63198]: DEBUG oslo_vmware.api [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712456, 'name': PowerOnVM_Task, 'duration_secs': 0.606032} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.962423] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.962646] env[63198]: INFO nova.compute.manager [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Took 9.33 seconds to spawn the instance on the hypervisor. [ 898.962876] env[63198]: DEBUG nova.compute.manager [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.963663] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a31a6-995e-48b4-af70-5343d10099c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.058036] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.071746] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712457, 'name': PowerOffVM_Task, 'duration_secs': 0.235905} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.072946] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.072946] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance '3036fb4e-36f2-4bf2-b8b9-208c09827625' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.288023] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075114} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.288023] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.288023] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7abc344-978f-4c60-81c9-a6e38566e031 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.314327] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785/31b72d6d-7103-438f-995a-d3e607efd785.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.314661] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d4afce-b538-4afd-9422-9027b0629c6c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.337486] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 899.337486] env[63198]: value = "task-2712459" [ 899.337486] env[63198]: _type = "Task" [ 899.337486] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.347279] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.485983] env[63198]: INFO nova.compute.manager [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Took 29.95 seconds to build instance. [ 899.564764] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 899.565400] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.972s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.565400] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.687s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.565496] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.568080] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.249s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.569567] env[63198]: INFO nova.compute.claims [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.578666] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.578962] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.579075] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.579260] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.579440] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.579568] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.579797] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.579993] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.580202] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.580383] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.580570] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.586352] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082b7308-6385-449c-9754-35652a552518 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.597421] env[63198]: INFO nova.scheduler.client.report [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted allocations for instance 7b097c3d-9025-4842-8bd2-bed617ffa7a1 [ 899.609070] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 899.609070] env[63198]: value = "task-2712460" [ 899.609070] env[63198]: _type = "Task" [ 899.609070] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.621853] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.737239] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "2abaf9f0-6739-4cd3-8400-d204d059565d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.737969] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.852034] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.988113] env[63198]: DEBUG oslo_concurrency.lockutils [None req-64be91c8-ff02-49c6-a158-26b62bb9fd50 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "ac704666-5bbd-461a-aa87-53c8c2133983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.462s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.107503] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4f4f5f4c-d95a-4822-9684-afad9d0dbe93 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "7b097c3d-9025-4842-8bd2-bed617ffa7a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.898s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.122715] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712460, 'name': ReconfigVM_Task, 'duration_secs': 0.226831} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.123795] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance '3036fb4e-36f2-4bf2-b8b9-208c09827625' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.241154] env[63198]: INFO nova.compute.manager [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Detaching volume 47d3e76a-f7c8-413b-9232-f7e5dc069da0 [ 900.287826] env[63198]: INFO nova.virt.block_device [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Attempting to driver detach volume 47d3e76a-f7c8-413b-9232-f7e5dc069da0 from mountpoint /dev/sdb [ 900.288454] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 900.288454] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546370', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'name': 'volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2abaf9f0-6739-4cd3-8400-d204d059565d', 'attached_at': '', 'detached_at': '', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'serial': '47d3e76a-f7c8-413b-9232-f7e5dc069da0'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 900.289689] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc4d83d-c46c-4a63-a366-dead8a10e727 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.321309] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab31d68-0b7f-41f6-8f20-2c0c264c6fda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.328023] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fae6dd3-1b3b-4557-9dc3-e377f475b842 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.355286] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9583668b-8faa-4b78-98c7-561a7b7ca386 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.363049] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.363301] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.369310] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712459, 'name': ReconfigVM_Task, 'duration_secs': 0.596296} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.382570] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785/31b72d6d-7103-438f-995a-d3e607efd785.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.383557] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] The volume has not been displaced from its original location: [datastore1] volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0/volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 900.388889] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.390608] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e566d186-43a8-4c76-9eb2-5720515e09e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.392286] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee9ef1d-11d0-4175-ac31-41676615eba2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.407813] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "c680dc39-4770-4635-8482-c6c8b08e2b2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.408014] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "c680dc39-4770-4635-8482-c6c8b08e2b2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.420018] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 900.420018] env[63198]: value = "task-2712461" [ 900.420018] env[63198]: _type = "Task" [ 900.420018] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.421858] env[63198]: DEBUG oslo_vmware.api [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 900.421858] env[63198]: value = "task-2712462" [ 900.421858] env[63198]: _type = "Task" [ 900.421858] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.428957] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712461, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.434667] env[63198]: DEBUG oslo_vmware.api [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.598137] env[63198]: DEBUG nova.scheduler.client.report [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 900.613669] env[63198]: DEBUG nova.scheduler.client.report [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 900.613844] env[63198]: DEBUG nova.compute.provider_tree [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.625980] env[63198]: DEBUG nova.scheduler.client.report [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 900.630312] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.630679] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.630918] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.631201] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.631428] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.631658] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.631947] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.632201] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.632462] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.632713] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.632968] env[63198]: DEBUG nova.virt.hardware [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.638805] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.639419] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a9453d1-a816-4a87-a997-77617c2c57e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.656907] env[63198]: DEBUG nova.scheduler.client.report [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 900.665590] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 900.665590] env[63198]: value = "task-2712463" [ 900.665590] env[63198]: _type = "Task" [ 900.665590] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.674965] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.817317] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "21a838a9-9465-4af0-a10f-bb81e0a92108" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.817722] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "21a838a9-9465-4af0-a10f-bb81e0a92108" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.883552] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.910983] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.937184] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712461, 'name': Rename_Task, 'duration_secs': 0.196821} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.937184] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.937184] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4602a8d7-b07e-429a-a328-34eb6f8dbf31 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.946062] env[63198]: DEBUG oslo_vmware.api [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712462, 'name': ReconfigVM_Task, 'duration_secs': 0.246545} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.946798] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 900.952611] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431edaf3-a792-4570-8703-9bec4d1c8511 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.967243] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 900.967243] env[63198]: value = "task-2712464" [ 900.967243] env[63198]: _type = "Task" [ 900.967243] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.974075] env[63198]: DEBUG oslo_vmware.api [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 900.974075] env[63198]: value = "task-2712465" [ 900.974075] env[63198]: _type = "Task" [ 900.974075] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.979266] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712464, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.992068] env[63198]: DEBUG oslo_vmware.api [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.072778] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8f7dd9-200d-4fb3-b7d3-521c8b3135ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.081967] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc57190-6a55-4860-b2ba-cf9a0414cc30 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.125438] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d464a84-680c-4904-ae5f-785a60404495 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.136352] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc663aa-5746-4511-9363-8db3d7f6391a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.151700] env[63198]: DEBUG nova.compute.provider_tree [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.176400] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712463, 'name': ReconfigVM_Task, 'duration_secs': 0.197025} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.176678] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.177656] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf79f6fd-586f-40ce-ad24-08bd361f3ab4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.202177] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3036fb4e-36f2-4bf2-b8b9-208c09827625/3036fb4e-36f2-4bf2-b8b9-208c09827625.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.202879] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e550c2-5a04-41e5-9456-9459c55d27b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.222645] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 901.222645] env[63198]: value = "task-2712466" [ 901.222645] env[63198]: _type = "Task" [ 901.222645] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.235632] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.302041] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "ac704666-5bbd-461a-aa87-53c8c2133983" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.302041] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "ac704666-5bbd-461a-aa87-53c8c2133983" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.302465] env[63198]: INFO nova.compute.manager [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Shelving [ 901.320475] env[63198]: DEBUG nova.compute.manager [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.403893] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.434095] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.480438] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.490847] env[63198]: DEBUG oslo_vmware.api [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712465, 'name': ReconfigVM_Task, 'duration_secs': 0.171314} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.491486] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546370', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'name': 'volume-47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2abaf9f0-6739-4cd3-8400-d204d059565d', 'attached_at': '', 'detached_at': '', 'volume_id': '47d3e76a-f7c8-413b-9232-f7e5dc069da0', 'serial': '47d3e76a-f7c8-413b-9232-f7e5dc069da0'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 901.657026] env[63198]: DEBUG nova.scheduler.client.report [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.733837] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712466, 'name': ReconfigVM_Task, 'duration_secs': 0.310971} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.734054] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3036fb4e-36f2-4bf2-b8b9-208c09827625/3036fb4e-36f2-4bf2-b8b9-208c09827625.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.734283] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance '3036fb4e-36f2-4bf2-b8b9-208c09827625' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.846316] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.978503] env[63198]: DEBUG oslo_vmware.api [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712464, 'name': PowerOnVM_Task, 'duration_secs': 0.711061} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.978953] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.979227] env[63198]: INFO nova.compute.manager [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Took 9.85 seconds to spawn the instance on the hypervisor. [ 901.979443] env[63198]: DEBUG nova.compute.manager [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.980269] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd13f76-724a-4d1e-933c-71e74a19ccd3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.038949] env[63198]: DEBUG nova.objects.instance [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lazy-loading 'flavor' on Instance uuid 2abaf9f0-6739-4cd3-8400-d204d059565d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.162945] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.163652] env[63198]: DEBUG nova.compute.manager [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.166134] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.218s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.166331] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.168674] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.237s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.168873] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.170643] env[63198]: DEBUG oslo_concurrency.lockutils [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.777s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.170856] env[63198]: DEBUG nova.objects.instance [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lazy-loading 'resources' on Instance uuid 711d6a80-7962-4850-9e8d-fda42b7bf545 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.188316] env[63198]: INFO nova.scheduler.client.report [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Deleted allocations for instance 7915dd53-1071-4d40-b0b5-053dc6888c37 [ 902.190263] env[63198]: INFO nova.scheduler.client.report [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Deleted allocations for instance 9f9d72f1-2324-41cc-a050-679682cf6bda [ 902.241148] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e831508-05e0-4b75-830e-b40aacd4a668 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.262701] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f967180d-8f61-4222-96f5-4521bcec73d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.281390] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance '3036fb4e-36f2-4bf2-b8b9-208c09827625' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.312668] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.312980] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937cb4eb-b113-490e-b91f-b7f99d5df08a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.321932] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 902.321932] env[63198]: value = "task-2712467" [ 902.321932] env[63198]: _type = "Task" [ 902.321932] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.331944] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.497818] env[63198]: INFO nova.compute.manager [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Took 30.68 seconds to build instance. [ 902.673567] env[63198]: DEBUG nova.compute.utils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.677806] env[63198]: DEBUG nova.compute.manager [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.678027] env[63198]: DEBUG nova.network.neutron [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.702255] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ce1fbd1-a870-4e96-ba0d-3228123662f7 tempest-ListServerFiltersTestJSON-1551196196 tempest-ListServerFiltersTestJSON-1551196196-project-member] Lock "9f9d72f1-2324-41cc-a050-679682cf6bda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.347s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.703888] env[63198]: DEBUG oslo_concurrency.lockutils [None req-fb041b95-9cb0-40e2-b2de-47b964187951 tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "7915dd53-1071-4d40-b0b5-053dc6888c37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.200s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.717549] env[63198]: DEBUG nova.policy [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da6a3919129549fbbaa29e35a321eba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '301878c2c6f94b45aec897adf19da745', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.833177] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712467, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.851372] env[63198]: DEBUG nova.network.neutron [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Port 03d6f43f-5595-46ea-8061-476d009cdcec binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 902.999017] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8467003d-4f07-4912-8d7b-256ce92f2e40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.001552] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2df43a5a-ca1b-4f49-8162-e28d3bf849ce tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.193s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.007146] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fe1416-dbc3-4459-b9ba-835b0f3c78de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.047239] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9291a586-f826-4443-b817-6b8c07efe28e tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.310s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.049304] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8752a85a-5d39-42ae-b595-8548a085f7c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.058448] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227a4b1a-58ff-4414-9f31-3ec0626be50f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.072938] env[63198]: DEBUG nova.compute.provider_tree [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.088257] env[63198]: DEBUG nova.network.neutron [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Successfully created port: 92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.180961] env[63198]: DEBUG nova.compute.manager [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.335450] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712467, 'name': PowerOffVM_Task, 'duration_secs': 0.514094} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.335862] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.336724] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda295ea-b877-48ad-8d94-0c6bcfb1e322 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.363952] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae4b562-c14a-413f-8caa-cf4ee86c21de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.576111] env[63198]: DEBUG nova.scheduler.client.report [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.877552] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "3036fb4e-36f2-4bf2-b8b9-208c09827625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.877795] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.877994] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.879315] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.880050] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-964b2639-ecfd-4a62-9786-d2733f120c8b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.888361] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 903.888361] env[63198]: value = "task-2712468" [ 903.888361] env[63198]: _type = "Task" [ 903.888361] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.900504] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712468, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.932287] env[63198]: DEBUG nova.compute.manager [req-8ac1a6eb-4f35-436e-aef2-9f54ec95d78d req-b06ada0c-55c6-425f-8b36-0e560f8af2b5 service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Received event network-changed-c02762be-a959-423b-aeef-69529fec250a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.932287] env[63198]: DEBUG nova.compute.manager [req-8ac1a6eb-4f35-436e-aef2-9f54ec95d78d req-b06ada0c-55c6-425f-8b36-0e560f8af2b5 service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Refreshing instance network info cache due to event network-changed-c02762be-a959-423b-aeef-69529fec250a. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.932625] env[63198]: DEBUG oslo_concurrency.lockutils [req-8ac1a6eb-4f35-436e-aef2-9f54ec95d78d req-b06ada0c-55c6-425f-8b36-0e560f8af2b5 service nova] Acquiring lock "refresh_cache-31b72d6d-7103-438f-995a-d3e607efd785" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.932728] env[63198]: DEBUG oslo_concurrency.lockutils [req-8ac1a6eb-4f35-436e-aef2-9f54ec95d78d req-b06ada0c-55c6-425f-8b36-0e560f8af2b5 service nova] Acquired lock "refresh_cache-31b72d6d-7103-438f-995a-d3e607efd785" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.932891] env[63198]: DEBUG nova.network.neutron [req-8ac1a6eb-4f35-436e-aef2-9f54ec95d78d req-b06ada0c-55c6-425f-8b36-0e560f8af2b5 service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Refreshing network info cache for port c02762be-a959-423b-aeef-69529fec250a {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.081954] env[63198]: DEBUG oslo_concurrency.lockutils [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.085154] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.547s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.085154] env[63198]: DEBUG nova.objects.instance [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lazy-loading 'resources' on Instance uuid 3d640862-9f20-435e-b2fc-f22eca545ef4 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.116484] env[63198]: INFO nova.scheduler.client.report [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Deleted allocations for instance 711d6a80-7962-4850-9e8d-fda42b7bf545 [ 904.190931] env[63198]: DEBUG nova.compute.manager [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.221176] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.221845] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.221845] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.221845] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.222012] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.223031] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.223330] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.223503] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.223673] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.223839] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.224034] env[63198]: DEBUG nova.virt.hardware [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.224945] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06333b01-f28a-4edc-878a-d0ee257a14b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.241114] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc86f32-6152-4cb1-bd37-cca2a0feb60c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.401956] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712468, 'name': CreateSnapshot_Task, 'duration_secs': 0.438901} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.402680] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.403618] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0816d2-c0b0-4c69-885a-048f80941adb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.501606] env[63198]: DEBUG nova.compute.manager [req-070c6ea5-f413-466b-95ee-67f9c70aea1f req-bc3396a3-92ce-4afd-bcd3-4088a516c53c service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Received event network-vif-plugged-92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.501951] env[63198]: DEBUG oslo_concurrency.lockutils [req-070c6ea5-f413-466b-95ee-67f9c70aea1f req-bc3396a3-92ce-4afd-bcd3-4088a516c53c service nova] Acquiring lock "c74dd82a-fb47-4383-928f-be8184d8bf11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.502128] env[63198]: DEBUG oslo_concurrency.lockutils [req-070c6ea5-f413-466b-95ee-67f9c70aea1f req-bc3396a3-92ce-4afd-bcd3-4088a516c53c service nova] Lock "c74dd82a-fb47-4383-928f-be8184d8bf11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.502311] env[63198]: DEBUG oslo_concurrency.lockutils [req-070c6ea5-f413-466b-95ee-67f9c70aea1f req-bc3396a3-92ce-4afd-bcd3-4088a516c53c service nova] Lock "c74dd82a-fb47-4383-928f-be8184d8bf11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.502549] env[63198]: DEBUG nova.compute.manager [req-070c6ea5-f413-466b-95ee-67f9c70aea1f req-bc3396a3-92ce-4afd-bcd3-4088a516c53c service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] No waiting events found dispatching network-vif-plugged-92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.502739] env[63198]: WARNING nova.compute.manager [req-070c6ea5-f413-466b-95ee-67f9c70aea1f req-bc3396a3-92ce-4afd-bcd3-4088a516c53c service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Received unexpected event network-vif-plugged-92cb978a-8c5e-4828-a83f-853ba83af494 for instance with vm_state building and task_state spawning. [ 904.513237] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "6385c919-9889-41c3-94e6-7dc6b447eea3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.513501] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "6385c919-9889-41c3-94e6-7dc6b447eea3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.513703] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "6385c919-9889-41c3-94e6-7dc6b447eea3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.513877] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "6385c919-9889-41c3-94e6-7dc6b447eea3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.514087] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "6385c919-9889-41c3-94e6-7dc6b447eea3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.516020] env[63198]: INFO nova.compute.manager [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Terminating instance [ 904.525178] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "2abaf9f0-6739-4cd3-8400-d204d059565d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.525415] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.525604] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.525773] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.525927] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.528128] env[63198]: INFO nova.compute.manager [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Terminating instance [ 904.600492] env[63198]: DEBUG nova.network.neutron [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Successfully updated port: 92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.624995] env[63198]: DEBUG oslo_concurrency.lockutils [None req-de4b4ba4-2642-4f52-adec-5ea052cec81c tempest-InstanceActionsV221TestJSON-1009694710 tempest-InstanceActionsV221TestJSON-1009694710-project-member] Lock "711d6a80-7962-4850-9e8d-fda42b7bf545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.843s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.751926] env[63198]: DEBUG nova.network.neutron [req-8ac1a6eb-4f35-436e-aef2-9f54ec95d78d req-b06ada0c-55c6-425f-8b36-0e560f8af2b5 service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Updated VIF entry in instance network info cache for port c02762be-a959-423b-aeef-69529fec250a. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.752543] env[63198]: DEBUG nova.network.neutron [req-8ac1a6eb-4f35-436e-aef2-9f54ec95d78d req-b06ada0c-55c6-425f-8b36-0e560f8af2b5 service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Updating instance_info_cache with network_info: [{"id": "c02762be-a959-423b-aeef-69529fec250a", "address": "fa:16:3e:e3:ec:61", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02762be-a9", "ovs_interfaceid": "c02762be-a959-423b-aeef-69529fec250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.948191] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.948191] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4a36cea-054a-4664-827b-731727515e40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.948191] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 904.948191] env[63198]: value = "task-2712469" [ 904.948191] env[63198]: _type = "Task" [ 904.948191] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.948191] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.948191] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.948191] env[63198]: DEBUG nova.network.neutron [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.949943] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57502267-57b8-4cc8-bc91-c66d0b81ad9c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.964428] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712469, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.968488] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce1cc4a-9996-4eb3-a42a-807b8be13d71 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.009360] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d356a65d-849e-47f7-8742-963e10c8fe6e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.017625] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29427ca6-cb54-43b3-9e06-7f2227100948 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.023607] env[63198]: DEBUG nova.compute.manager [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.023805] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.024810] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70720fed-5194-4d2f-a9b1-e13b7cfd686e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.033274] env[63198]: DEBUG nova.compute.manager [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.033468] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.033736] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.042314] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e410b2a-8394-4dba-96a6-65b4e4d74dd5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.045119] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e583829-374d-4491-905a-aa8e524b1710 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.047415] env[63198]: DEBUG nova.compute.provider_tree [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.053973] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.055252] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dafb05e-ec70-4eff-b3de-a1d5d1057471 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.056746] env[63198]: DEBUG oslo_vmware.api [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 905.056746] env[63198]: value = "task-2712470" [ 905.056746] env[63198]: _type = "Task" [ 905.056746] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.062096] env[63198]: DEBUG oslo_vmware.api [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 905.062096] env[63198]: value = "task-2712471" [ 905.062096] env[63198]: _type = "Task" [ 905.062096] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.068967] env[63198]: DEBUG oslo_vmware.api [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.075931] env[63198]: DEBUG oslo_vmware.api [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.105325] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.105325] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquired lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.105325] env[63198]: DEBUG nova.network.neutron [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.255940] env[63198]: DEBUG oslo_concurrency.lockutils [req-8ac1a6eb-4f35-436e-aef2-9f54ec95d78d req-b06ada0c-55c6-425f-8b36-0e560f8af2b5 service nova] Releasing lock "refresh_cache-31b72d6d-7103-438f-995a-d3e607efd785" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.373595] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "4fc90bd4-7125-4a7f-9be8-abe730a83771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.373982] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "4fc90bd4-7125-4a7f-9be8-abe730a83771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.455306] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712469, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.551014] env[63198]: DEBUG nova.scheduler.client.report [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.574103] env[63198]: DEBUG oslo_vmware.api [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712470, 'name': PowerOffVM_Task, 'duration_secs': 0.2284} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.577807] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.578120] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.578707] env[63198]: DEBUG oslo_vmware.api [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712471, 'name': PowerOffVM_Task, 'duration_secs': 0.234775} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.578916] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79cee117-6336-4fae-bcc3-08beb9c5c835 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.580527] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.580787] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.581348] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70eac05d-302d-4eb7-b654-79266c70f8be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.656209] env[63198]: DEBUG nova.network.neutron [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.668196] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.668532] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.668810] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleting the datastore file [datastore1] 2abaf9f0-6739-4cd3-8400-d204d059565d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.671202] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7050d97-f199-4816-9515-4539d0d47b61 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.674251] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.674534] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.674803] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Deleting the datastore file [datastore2] 6385c919-9889-41c3-94e6-7dc6b447eea3 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.675110] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6e8e32e-8db8-499c-a002-8da0c51253fc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.683473] env[63198]: DEBUG oslo_vmware.api [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 905.683473] env[63198]: value = "task-2712474" [ 905.683473] env[63198]: _type = "Task" [ 905.683473] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.684886] env[63198]: DEBUG oslo_vmware.api [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for the task: (returnval){ [ 905.684886] env[63198]: value = "task-2712475" [ 905.684886] env[63198]: _type = "Task" [ 905.684886] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.701491] env[63198]: DEBUG oslo_vmware.api [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.705064] env[63198]: DEBUG oslo_vmware.api [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.818952] env[63198]: DEBUG nova.network.neutron [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updating instance_info_cache with network_info: [{"id": "92cb978a-8c5e-4828-a83f-853ba83af494", "address": "fa:16:3e:2b:c3:74", "network": {"id": "3df9d7e4-562e-46f2-8493-a26fba2d46d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1121548593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "301878c2c6f94b45aec897adf19da745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cb978a-8c", "ovs_interfaceid": "92cb978a-8c5e-4828-a83f-853ba83af494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.877046] env[63198]: DEBUG nova.compute.manager [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.954336] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712469, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.006858] env[63198]: DEBUG nova.network.neutron [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance_info_cache with network_info: [{"id": "03d6f43f-5595-46ea-8061-476d009cdcec", "address": "fa:16:3e:7e:e3:e6", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d6f43f-55", "ovs_interfaceid": "03d6f43f-5595-46ea-8061-476d009cdcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.055708] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.058428] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.655s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.059962] env[63198]: INFO nova.compute.claims [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.081344] env[63198]: INFO nova.scheduler.client.report [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Deleted allocations for instance 3d640862-9f20-435e-b2fc-f22eca545ef4 [ 906.197985] env[63198]: DEBUG oslo_vmware.api [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198467} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.198732] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.198853] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.199048] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.199324] env[63198]: INFO nova.compute.manager [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 906.199676] env[63198]: DEBUG oslo.service.loopingcall [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.199932] env[63198]: DEBUG nova.compute.manager [-] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.200136] env[63198]: DEBUG nova.network.neutron [-] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.204711] env[63198]: DEBUG oslo_vmware.api [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Task: {'id': task-2712475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215103} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.205260] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.205520] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.205612] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.205777] env[63198]: INFO nova.compute.manager [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 906.205998] env[63198]: DEBUG oslo.service.loopingcall [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.206199] env[63198]: DEBUG nova.compute.manager [-] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.206292] env[63198]: DEBUG nova.network.neutron [-] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.321370] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Releasing lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.321707] env[63198]: DEBUG nova.compute.manager [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Instance network_info: |[{"id": "92cb978a-8c5e-4828-a83f-853ba83af494", "address": "fa:16:3e:2b:c3:74", "network": {"id": "3df9d7e4-562e-46f2-8493-a26fba2d46d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1121548593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "301878c2c6f94b45aec897adf19da745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cb978a-8c", "ovs_interfaceid": "92cb978a-8c5e-4828-a83f-853ba83af494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.322142] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:c3:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92cb978a-8c5e-4828-a83f-853ba83af494', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.329603] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Creating folder: Project (301878c2c6f94b45aec897adf19da745). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.329891] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f35a205-d636-4e9e-852f-a078113ff5c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.345731] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Created folder: Project (301878c2c6f94b45aec897adf19da745) in parent group-v546185. [ 906.345975] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Creating folder: Instances. Parent ref: group-v546407. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.346303] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1181901d-5bdd-4a09-a2a8-6bce8cbd0fce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.357873] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Created folder: Instances in parent group-v546407. [ 906.358160] env[63198]: DEBUG oslo.service.loopingcall [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.358362] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.358639] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f5f71ff-dae0-4913-9582-fb64dd5fe5c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.383391] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.383391] env[63198]: value = "task-2712478" [ 906.383391] env[63198]: _type = "Task" [ 906.383391] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.397014] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712478, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.400758] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.456920] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712469, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.509696] env[63198]: DEBUG oslo_concurrency.lockutils [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.552669] env[63198]: DEBUG nova.compute.manager [req-1045aa6e-242d-4303-9d44-3a487e1ecdc7 req-47d2abad-1a71-4126-b17e-aa46ef123713 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Received event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.553220] env[63198]: DEBUG nova.compute.manager [req-1045aa6e-242d-4303-9d44-3a487e1ecdc7 req-47d2abad-1a71-4126-b17e-aa46ef123713 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing instance network info cache due to event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.553510] env[63198]: DEBUG oslo_concurrency.lockutils [req-1045aa6e-242d-4303-9d44-3a487e1ecdc7 req-47d2abad-1a71-4126-b17e-aa46ef123713 service nova] Acquiring lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.553727] env[63198]: DEBUG oslo_concurrency.lockutils [req-1045aa6e-242d-4303-9d44-3a487e1ecdc7 req-47d2abad-1a71-4126-b17e-aa46ef123713 service nova] Acquired lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.553905] env[63198]: DEBUG nova.network.neutron [req-1045aa6e-242d-4303-9d44-3a487e1ecdc7 req-47d2abad-1a71-4126-b17e-aa46ef123713 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.590896] env[63198]: DEBUG oslo_concurrency.lockutils [None req-add361d8-af44-498b-b7f9-5faf11212ef4 tempest-ServersAaction247Test-1315681200 tempest-ServersAaction247Test-1315681200-project-member] Lock "3d640862-9f20-435e-b2fc-f22eca545ef4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.310s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.685171] env[63198]: DEBUG nova.compute.manager [req-11fb5d2a-c099-41ba-84a8-5f4530f11037 req-e8175385-7674-41ef-9908-778fa68e2257 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Received event network-vif-deleted-7e08358a-2438-4620-bec1-10cd9c9bae9a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.685171] env[63198]: INFO nova.compute.manager [req-11fb5d2a-c099-41ba-84a8-5f4530f11037 req-e8175385-7674-41ef-9908-778fa68e2257 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Neutron deleted interface 7e08358a-2438-4620-bec1-10cd9c9bae9a; detaching it from the instance and deleting it from the info cache [ 906.685171] env[63198]: DEBUG nova.network.neutron [req-11fb5d2a-c099-41ba-84a8-5f4530f11037 req-e8175385-7674-41ef-9908-778fa68e2257 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.897470] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712478, 'name': CreateVM_Task, 'duration_secs': 0.409383} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.897470] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.898139] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.898320] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.898646] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.898907] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c6c0b7-3244-48b5-94ae-d1eb201ce335 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.904241] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 906.904241] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52898509-fa7a-2fc6-fed5-8f98d917f3f9" [ 906.904241] env[63198]: _type = "Task" [ 906.904241] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.913135] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52898509-fa7a-2fc6-fed5-8f98d917f3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.954788] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712469, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.037732] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b02fdf-781a-4f62-bf47-ad9a39d863e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.057607] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d69095-4d01-44e2-821f-068818cf46b2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.069107] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance '3036fb4e-36f2-4bf2-b8b9-208c09827625' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.153935] env[63198]: DEBUG nova.network.neutron [-] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.187802] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08db2313-104c-4a8b-a632-406811c75d51 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.202414] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf83cc91-d3a3-493d-b75f-e911c80834ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.216839] env[63198]: DEBUG nova.network.neutron [-] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.246668] env[63198]: DEBUG nova.compute.manager [req-11fb5d2a-c099-41ba-84a8-5f4530f11037 req-e8175385-7674-41ef-9908-778fa68e2257 service nova] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Detach interface failed, port_id=7e08358a-2438-4620-bec1-10cd9c9bae9a, reason: Instance 2abaf9f0-6739-4cd3-8400-d204d059565d could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 907.374351] env[63198]: DEBUG nova.network.neutron [req-1045aa6e-242d-4303-9d44-3a487e1ecdc7 req-47d2abad-1a71-4126-b17e-aa46ef123713 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updated VIF entry in instance network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.374724] env[63198]: DEBUG nova.network.neutron [req-1045aa6e-242d-4303-9d44-3a487e1ecdc7 req-47d2abad-1a71-4126-b17e-aa46ef123713 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updating instance_info_cache with network_info: [{"id": "92cb978a-8c5e-4828-a83f-853ba83af494", "address": "fa:16:3e:2b:c3:74", "network": {"id": "3df9d7e4-562e-46f2-8493-a26fba2d46d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1121548593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "301878c2c6f94b45aec897adf19da745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cb978a-8c", "ovs_interfaceid": "92cb978a-8c5e-4828-a83f-853ba83af494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.416677] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52898509-fa7a-2fc6-fed5-8f98d917f3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011421} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.416994] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.417281] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.417480] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.417653] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.419110] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.419110] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9342ee52-de6e-4707-9547-8cf98a663631 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.430049] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.430962] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.431128] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9497eef4-fd0e-49d7-8d62-088d92465549 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.437491] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 907.437491] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52794e71-8b63-8010-c178-c73cd47df6d1" [ 907.437491] env[63198]: _type = "Task" [ 907.437491] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.442152] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e12e8d8-6e87-4d94-b556-859debe7e2d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.452839] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52794e71-8b63-8010-c178-c73cd47df6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.454148] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cb1ae5-acb6-47d2-8c95-5f778f5deab3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.460566] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712469, 'name': CloneVM_Task, 'duration_secs': 2.192692} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.461198] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Created linked-clone VM from snapshot [ 907.462225] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f671b2-2d58-4c6d-bbbc-f5c7f2dd938a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.490222] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6e51b0-c3a3-4a07-9d6c-dbf7676881e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.496046] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Uploading image 73d402b2-5a38-4846-be23-77800f5f719f {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.504114] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edec381c-c0e3-4850-9684-9869df2676d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.523870] env[63198]: DEBUG nova.compute.provider_tree [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.529792] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 907.529792] env[63198]: value = "vm-546406" [ 907.529792] env[63198]: _type = "VirtualMachine" [ 907.529792] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 907.530107] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f33f3bd1-9719-4de5-95f5-a30d626911bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.538711] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lease: (returnval){ [ 907.538711] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521bff78-11cf-ae54-2d16-b6845b90c67f" [ 907.538711] env[63198]: _type = "HttpNfcLease" [ 907.538711] env[63198]: } obtained for exporting VM: (result){ [ 907.538711] env[63198]: value = "vm-546406" [ 907.538711] env[63198]: _type = "VirtualMachine" [ 907.538711] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 907.539013] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the lease: (returnval){ [ 907.539013] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521bff78-11cf-ae54-2d16-b6845b90c67f" [ 907.539013] env[63198]: _type = "HttpNfcLease" [ 907.539013] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.546946] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.546946] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521bff78-11cf-ae54-2d16-b6845b90c67f" [ 907.546946] env[63198]: _type = "HttpNfcLease" [ 907.546946] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.576986] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.577301] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46ca4438-1cde-4f2a-909b-08fac0a75240 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.586197] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 907.586197] env[63198]: value = "task-2712480" [ 907.586197] env[63198]: _type = "Task" [ 907.586197] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.594337] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.656736] env[63198]: INFO nova.compute.manager [-] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Took 1.46 seconds to deallocate network for instance. [ 907.719860] env[63198]: INFO nova.compute.manager [-] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Took 1.51 seconds to deallocate network for instance. [ 907.878104] env[63198]: DEBUG oslo_concurrency.lockutils [req-1045aa6e-242d-4303-9d44-3a487e1ecdc7 req-47d2abad-1a71-4126-b17e-aa46ef123713 service nova] Releasing lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.949868] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52794e71-8b63-8010-c178-c73cd47df6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014254} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.950747] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee62eb8a-d051-4652-812f-beb738813556 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.957273] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 907.957273] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b66c42-0c04-cafb-25d8-cda36caa629c" [ 907.957273] env[63198]: _type = "Task" [ 907.957273] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.966301] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b66c42-0c04-cafb-25d8-cda36caa629c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.026151] env[63198]: DEBUG nova.scheduler.client.report [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.048157] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.048157] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521bff78-11cf-ae54-2d16-b6845b90c67f" [ 908.048157] env[63198]: _type = "HttpNfcLease" [ 908.048157] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.048449] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.048449] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521bff78-11cf-ae54-2d16-b6845b90c67f" [ 908.048449] env[63198]: _type = "HttpNfcLease" [ 908.048449] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 908.049178] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba55c94b-eb00-4d9e-9ae1-a5546eb316c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.057042] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521050ce-0a66-3a61-6753-74369ecd1036/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.057234] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521050ce-0a66-3a61-6753-74369ecd1036/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 908.124829] env[63198]: DEBUG oslo_vmware.api [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712480, 'name': PowerOnVM_Task, 'duration_secs': 0.41556} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.125229] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.125367] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-74de3a87-3745-4475-beea-7626ba8708c0 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance '3036fb4e-36f2-4bf2-b8b9-208c09827625' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.163673] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.171048] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1c3110d-7c81-44cf-909b-60ad3f9607a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.226590] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.260394] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9017b0d8-df60-40d3-805a-66be749f9270 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.260696] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9017b0d8-df60-40d3-805a-66be749f9270 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.261052] env[63198]: DEBUG nova.objects.instance [None req-9017b0d8-df60-40d3-805a-66be749f9270 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'flavor' on Instance uuid fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.474021] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b66c42-0c04-cafb-25d8-cda36caa629c, 'name': SearchDatastore_Task, 'duration_secs': 0.028863} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.474021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.474021] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] c74dd82a-fb47-4383-928f-be8184d8bf11/c74dd82a-fb47-4383-928f-be8184d8bf11.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.474021] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a225e76-f42f-4d37-a3d7-1d0a9d9e50dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.484764] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 908.484764] env[63198]: value = "task-2712481" [ 908.484764] env[63198]: _type = "Task" [ 908.484764] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.498505] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.532246] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.532246] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.535612] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.102s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.537775] env[63198]: INFO nova.compute.claims [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.629403] env[63198]: DEBUG nova.compute.manager [req-5470afdb-49d8-4fd0-99e0-4201ff8d26ae req-09fa0c82-f556-4423-b221-e5eaa72d4a87 service nova] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Received event network-vif-deleted-934f193f-5db0-4a44-a3b1-84489abeaf5c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.766771] env[63198]: DEBUG nova.objects.instance [None req-9017b0d8-df60-40d3-805a-66be749f9270 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'pci_requests' on Instance uuid fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.004611] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.047254] env[63198]: DEBUG nova.compute.utils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.052537] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.052908] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.128073] env[63198]: DEBUG nova.policy [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f5d80a76104819a80a97a8f053c52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a382706ec6147928946745942565878', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.269926] env[63198]: DEBUG nova.objects.base [None req-9017b0d8-df60-40d3-805a-66be749f9270 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 909.270454] env[63198]: DEBUG nova.network.neutron [None req-9017b0d8-df60-40d3-805a-66be749f9270 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.406527] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9017b0d8-df60-40d3-805a-66be749f9270 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.144s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.503185] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617968} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.503933] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] c74dd82a-fb47-4383-928f-be8184d8bf11/c74dd82a-fb47-4383-928f-be8184d8bf11.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.504375] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.504791] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c002b8b-5483-4e7e-9487-69b6b04e945d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.516027] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 909.516027] env[63198]: value = "task-2712482" [ 909.516027] env[63198]: _type = "Task" [ 909.516027] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.534356] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.556230] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.732747] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Successfully created port: a8a2c854-1a91-47bc-be03-007ef1fc040c {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.960912] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fbb7dc-559b-44ba-a5b1-08f5ce9d9f0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.969852] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38573362-f6e9-4e90-86bf-7323389711e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.003195] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257395dc-27e1-4eb8-bc14-b9cd8e7dcd0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.011827] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aae7ab-a984-4d7d-ac7a-30f75ceecd99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.025063] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085083} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.033323] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.033673] env[63198]: DEBUG nova.compute.provider_tree [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.035541] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371052dc-a41c-4840-ba67-cf1c04bbfc28 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.060563] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] c74dd82a-fb47-4383-928f-be8184d8bf11/c74dd82a-fb47-4383-928f-be8184d8bf11.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.065300] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e81366-30ab-41c1-aa13-83701a181ffe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.088865] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 910.088865] env[63198]: value = "task-2712483" [ 910.088865] env[63198]: _type = "Task" [ 910.088865] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.102856] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.362626] env[63198]: DEBUG oslo_concurrency.lockutils [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "3036fb4e-36f2-4bf2-b8b9-208c09827625" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.362938] env[63198]: DEBUG oslo_concurrency.lockutils [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.363632] env[63198]: DEBUG nova.compute.manager [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Going to confirm migration 4 {{(pid=63198) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 910.544149] env[63198]: DEBUG nova.scheduler.client.report [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.583889] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.601087] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.616366] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.616616] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.616774] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.616952] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.617110] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.617256] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.617483] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.617660] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.617828] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.617986] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.618212] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.619146] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604417e6-59ee-44ff-a5bb-fd52c89da0bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.627987] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f280fbc-8bb9-42fa-9bf7-cf8cd9a0c7b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.979950] env[63198]: DEBUG oslo_concurrency.lockutils [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.979950] env[63198]: DEBUG oslo_concurrency.lockutils [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.980090] env[63198]: DEBUG nova.network.neutron [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.980366] env[63198]: DEBUG nova.objects.instance [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lazy-loading 'info_cache' on Instance uuid 3036fb4e-36f2-4bf2-b8b9-208c09827625 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.051451] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.051451] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.053860] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.208s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.055788] env[63198]: INFO nova.compute.claims [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.111026] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712483, 'name': ReconfigVM_Task, 'duration_secs': 0.516784} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.111026] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Reconfigured VM instance instance-00000054 to attach disk [datastore1] c74dd82a-fb47-4383-928f-be8184d8bf11/c74dd82a-fb47-4383-928f-be8184d8bf11.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.111772] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05f1af09-1966-470a-a760-f0661570fbd1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.122342] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 911.122342] env[63198]: value = "task-2712484" [ 911.122342] env[63198]: _type = "Task" [ 911.122342] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.135270] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712484, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.428614] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.428614] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.428614] env[63198]: DEBUG nova.objects.instance [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'flavor' on Instance uuid fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.470390] env[63198]: DEBUG nova.compute.manager [req-304d9110-268f-4c4c-8d5c-cbd854f740fc req-e7977179-722b-498e-809c-e0d3c9112c73 service nova] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Received event network-vif-plugged-a8a2c854-1a91-47bc-be03-007ef1fc040c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.470390] env[63198]: DEBUG oslo_concurrency.lockutils [req-304d9110-268f-4c4c-8d5c-cbd854f740fc req-e7977179-722b-498e-809c-e0d3c9112c73 service nova] Acquiring lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.470390] env[63198]: DEBUG oslo_concurrency.lockutils [req-304d9110-268f-4c4c-8d5c-cbd854f740fc req-e7977179-722b-498e-809c-e0d3c9112c73 service nova] Lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.471089] env[63198]: DEBUG oslo_concurrency.lockutils [req-304d9110-268f-4c4c-8d5c-cbd854f740fc req-e7977179-722b-498e-809c-e0d3c9112c73 service nova] Lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.471434] env[63198]: DEBUG nova.compute.manager [req-304d9110-268f-4c4c-8d5c-cbd854f740fc req-e7977179-722b-498e-809c-e0d3c9112c73 service nova] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] No waiting events found dispatching network-vif-plugged-a8a2c854-1a91-47bc-be03-007ef1fc040c {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.471790] env[63198]: WARNING nova.compute.manager [req-304d9110-268f-4c4c-8d5c-cbd854f740fc req-e7977179-722b-498e-809c-e0d3c9112c73 service nova] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Received unexpected event network-vif-plugged-a8a2c854-1a91-47bc-be03-007ef1fc040c for instance with vm_state building and task_state spawning. [ 911.503487] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Successfully updated port: a8a2c854-1a91-47bc-be03-007ef1fc040c {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.563023] env[63198]: DEBUG nova.compute.utils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.565595] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.566024] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.606184] env[63198]: DEBUG nova.policy [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f5d80a76104819a80a97a8f053c52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a382706ec6147928946745942565878', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.632025] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712484, 'name': Rename_Task, 'duration_secs': 0.31344} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.632668] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.633139] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1beaef57-2561-42af-a266-9df94b5756b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.643043] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 911.643043] env[63198]: value = "task-2712485" [ 911.643043] env[63198]: _type = "Task" [ 911.643043] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.653752] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.875551] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Successfully created port: f560ae44-406f-43e8-b968-3b3a37cf83fd {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.011695] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "refresh_cache-9d755eba-8ecf-46a2-891c-13f69ac9d5f7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.011695] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "refresh_cache-9d755eba-8ecf-46a2-891c-13f69ac9d5f7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.011695] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.067062] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.082922] env[63198]: DEBUG nova.objects.instance [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'pci_requests' on Instance uuid fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.154960] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.370851] env[63198]: DEBUG nova.network.neutron [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance_info_cache with network_info: [{"id": "03d6f43f-5595-46ea-8061-476d009cdcec", "address": "fa:16:3e:7e:e3:e6", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d6f43f-55", "ovs_interfaceid": "03d6f43f-5595-46ea-8061-476d009cdcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.504688] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab14d88-f8af-471c-8c1f-55144819a0f8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.517651] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e91fb46-a673-4547-9edc-eef4e05b4117 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.561752] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d28d9-9258-4d7e-995c-b1873324bbf2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.571571] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.573630] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f9c03a-b382-4db8-8e91-ff7e17c11993 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.592873] env[63198]: DEBUG nova.objects.base [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 912.593583] env[63198]: DEBUG nova.network.neutron [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.595994] env[63198]: DEBUG nova.compute.provider_tree [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.656397] env[63198]: DEBUG oslo_vmware.api [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712485, 'name': PowerOnVM_Task, 'duration_secs': 0.743574} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.660060] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.660476] env[63198]: INFO nova.compute.manager [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Took 8.47 seconds to spawn the instance on the hypervisor. [ 912.660902] env[63198]: DEBUG nova.compute.manager [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.661699] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa153e9-eae4-4652-b970-009ed84d05e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.666607] env[63198]: DEBUG nova.policy [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143622509532476a81dd0b24fff2f677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cb8bd505c64506910a1038e014afb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.863040] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Updating instance_info_cache with network_info: [{"id": "a8a2c854-1a91-47bc-be03-007ef1fc040c", "address": "fa:16:3e:88:df:3d", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a2c854-1a", "ovs_interfaceid": "a8a2c854-1a91-47bc-be03-007ef1fc040c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.873383] env[63198]: DEBUG oslo_concurrency.lockutils [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-3036fb4e-36f2-4bf2-b8b9-208c09827625" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.873713] env[63198]: DEBUG nova.objects.instance [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lazy-loading 'migration_context' on Instance uuid 3036fb4e-36f2-4bf2-b8b9-208c09827625 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.098675] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.102054] env[63198]: DEBUG nova.scheduler.client.report [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.126066] env[63198]: DEBUG nova.network.neutron [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Successfully created port: 65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.130739] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.131032] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.132124] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.132124] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.132124] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.132386] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.132670] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.133861] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.133861] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.133861] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.133861] env[63198]: DEBUG nova.virt.hardware [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.135435] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dd2cb3-a3ee-4186-8d53-2baf0a1b7869 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.142988] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquiring lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.143369] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.152151] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0cd98f-52c1-4ed9-af65-7c70c9e4c346 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.182547] env[63198]: INFO nova.compute.manager [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Took 28.88 seconds to build instance. [ 913.366320] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "refresh_cache-9d755eba-8ecf-46a2-891c-13f69ac9d5f7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.366842] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Instance network_info: |[{"id": "a8a2c854-1a91-47bc-be03-007ef1fc040c", "address": "fa:16:3e:88:df:3d", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a2c854-1a", "ovs_interfaceid": "a8a2c854-1a91-47bc-be03-007ef1fc040c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.367366] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:df:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8a2c854-1a91-47bc-be03-007ef1fc040c', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.378109] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Creating folder: Project (7a382706ec6147928946745942565878). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.381425] env[63198]: DEBUG nova.objects.base [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Object Instance<3036fb4e-36f2-4bf2-b8b9-208c09827625> lazy-loaded attributes: info_cache,migration_context {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 913.381800] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-769cce90-8d03-42a8-8663-695759bbb803 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.384532] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Successfully updated port: f560ae44-406f-43e8-b968-3b3a37cf83fd {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.386261] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8005703-d6bd-49f5-ac3a-1a5d5dfd3baf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.418983] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6c615b-495b-4ff7-8de8-29a6659ddba4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.423038] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Created folder: Project (7a382706ec6147928946745942565878) in parent group-v546185. [ 913.423038] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Creating folder: Instances. Parent ref: group-v546410. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.423038] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdfa9911-8ce4-493c-81db-242997729741 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.431871] env[63198]: DEBUG oslo_vmware.api [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 913.431871] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5251bd42-e676-a287-9b21-8908830c92ed" [ 913.431871] env[63198]: _type = "Task" [ 913.431871] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.437766] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Created folder: Instances in parent group-v546410. [ 913.438040] env[63198]: DEBUG oslo.service.loopingcall [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.441439] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.442198] env[63198]: DEBUG oslo_vmware.api [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5251bd42-e676-a287-9b21-8908830c92ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.442493] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90f87bd0-2c52-49b5-b6b1-77757938006b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.465374] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.465374] env[63198]: value = "task-2712488" [ 913.465374] env[63198]: _type = "Task" [ 913.465374] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.474297] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712488, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.554486] env[63198]: DEBUG nova.compute.manager [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Received event network-changed-a8a2c854-1a91-47bc-be03-007ef1fc040c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 913.554632] env[63198]: DEBUG nova.compute.manager [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Refreshing instance network info cache due to event network-changed-a8a2c854-1a91-47bc-be03-007ef1fc040c. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 913.554844] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] Acquiring lock "refresh_cache-9d755eba-8ecf-46a2-891c-13f69ac9d5f7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.554979] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] Acquired lock "refresh_cache-9d755eba-8ecf-46a2-891c-13f69ac9d5f7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.555682] env[63198]: DEBUG nova.network.neutron [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Refreshing network info cache for port a8a2c854-1a91-47bc-be03-007ef1fc040c {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.610396] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.612588] env[63198]: DEBUG nova.compute.manager [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.614511] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.214s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.618018] env[63198]: INFO nova.compute.claims [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.653658] env[63198]: DEBUG nova.compute.manager [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.684295] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47664ee2-d275-41d5-9d50-a7f681248129 tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "c74dd82a-fb47-4383-928f-be8184d8bf11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.390s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.892933] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "refresh_cache-c680dc39-4770-4635-8482-c6c8b08e2b2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.893120] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "refresh_cache-c680dc39-4770-4635-8482-c6c8b08e2b2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.893277] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.940720] env[63198]: DEBUG oslo_vmware.api [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5251bd42-e676-a287-9b21-8908830c92ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012372} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.941182] env[63198]: DEBUG oslo_concurrency.lockutils [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.975635] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712488, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.121438] env[63198]: DEBUG nova.compute.utils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.124853] env[63198]: DEBUG nova.compute.manager [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.125080] env[63198]: DEBUG nova.network.neutron [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.179823] env[63198]: DEBUG nova.policy [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d61329cf0340f3b51c57afc607a79d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da3832cc84094554a4bbf38bb947923d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.182708] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.290296] env[63198]: DEBUG nova.network.neutron [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Updated VIF entry in instance network info cache for port a8a2c854-1a91-47bc-be03-007ef1fc040c. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.290757] env[63198]: DEBUG nova.network.neutron [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Updating instance_info_cache with network_info: [{"id": "a8a2c854-1a91-47bc-be03-007ef1fc040c", "address": "fa:16:3e:88:df:3d", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a2c854-1a", "ovs_interfaceid": "a8a2c854-1a91-47bc-be03-007ef1fc040c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.424685] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.478007] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712488, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.561463] env[63198]: INFO nova.compute.manager [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Rescuing [ 914.561787] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.561940] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquired lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.562144] env[63198]: DEBUG nova.network.neutron [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.566893] env[63198]: DEBUG nova.network.neutron [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Updating instance_info_cache with network_info: [{"id": "f560ae44-406f-43e8-b968-3b3a37cf83fd", "address": "fa:16:3e:55:a3:57", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf560ae44-40", "ovs_interfaceid": "f560ae44-406f-43e8-b968-3b3a37cf83fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.625930] env[63198]: DEBUG nova.compute.manager [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.670536] env[63198]: DEBUG nova.network.neutron [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Successfully created port: 38b3a456-1a5e-43ef-ae37-f255daab3fbc {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.794161] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] Releasing lock "refresh_cache-9d755eba-8ecf-46a2-891c-13f69ac9d5f7" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.794477] env[63198]: DEBUG nova.compute.manager [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Received event network-vif-plugged-f560ae44-406f-43e8-b968-3b3a37cf83fd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.794764] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] Acquiring lock "c680dc39-4770-4635-8482-c6c8b08e2b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.795064] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] Lock "c680dc39-4770-4635-8482-c6c8b08e2b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.795679] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] Lock "c680dc39-4770-4635-8482-c6c8b08e2b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.795933] env[63198]: DEBUG nova.compute.manager [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] No waiting events found dispatching network-vif-plugged-f560ae44-406f-43e8-b968-3b3a37cf83fd {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.796743] env[63198]: WARNING nova.compute.manager [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Received unexpected event network-vif-plugged-f560ae44-406f-43e8-b968-3b3a37cf83fd for instance with vm_state building and task_state spawning. [ 914.797157] env[63198]: DEBUG nova.compute.manager [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Received event network-changed-f560ae44-406f-43e8-b968-3b3a37cf83fd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.797391] env[63198]: DEBUG nova.compute.manager [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Refreshing instance network info cache due to event network-changed-f560ae44-406f-43e8-b968-3b3a37cf83fd. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 914.797781] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] Acquiring lock "refresh_cache-c680dc39-4770-4635-8482-c6c8b08e2b2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.961641] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846a1f45-d80a-45d8-8ad2-e4996a2ec0dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.974395] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186c5aa3-fece-4553-b459-6f8e5447905a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.981178] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712488, 'name': CreateVM_Task, 'duration_secs': 1.363265} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.981795] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.982553] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.982789] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.983160] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.983538] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06eb3ee-f88f-40a7-a0cf-d048bd7606af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.012113] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1cc539-8781-4d58-a3ec-ffbeb671d0c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.016465] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 915.016465] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b83e7-e586-44e3-5689-5eadbc1a76f5" [ 915.016465] env[63198]: _type = "Task" [ 915.016465] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.025135] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7093abd3-d65a-4404-a0a7-b64bf192fc51 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.032159] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b83e7-e586-44e3-5689-5eadbc1a76f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.043561] env[63198]: DEBUG nova.compute.provider_tree [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.071324] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "refresh_cache-c680dc39-4770-4635-8482-c6c8b08e2b2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.071422] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Instance network_info: |[{"id": "f560ae44-406f-43e8-b968-3b3a37cf83fd", "address": "fa:16:3e:55:a3:57", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf560ae44-40", "ovs_interfaceid": "f560ae44-406f-43e8-b968-3b3a37cf83fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.072789] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] Acquired lock "refresh_cache-c680dc39-4770-4635-8482-c6c8b08e2b2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.072789] env[63198]: DEBUG nova.network.neutron [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Refreshing network info cache for port f560ae44-406f-43e8-b968-3b3a37cf83fd {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.074406] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:a3:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f560ae44-406f-43e8-b968-3b3a37cf83fd', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.082466] env[63198]: DEBUG oslo.service.loopingcall [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.087021] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.087021] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d1061ec-ead7-4179-ac83-968fc9db2b54 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.103119] env[63198]: DEBUG nova.compute.manager [req-3bbcd600-329a-497b-bef8-2b416b7f5e8d req-6324f68b-62af-4561-ba56-1fe052d63b39 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-vif-plugged-65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.103119] env[63198]: DEBUG oslo_concurrency.lockutils [req-3bbcd600-329a-497b-bef8-2b416b7f5e8d req-6324f68b-62af-4561-ba56-1fe052d63b39 service nova] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.103119] env[63198]: DEBUG oslo_concurrency.lockutils [req-3bbcd600-329a-497b-bef8-2b416b7f5e8d req-6324f68b-62af-4561-ba56-1fe052d63b39 service nova] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.103902] env[63198]: DEBUG oslo_concurrency.lockutils [req-3bbcd600-329a-497b-bef8-2b416b7f5e8d req-6324f68b-62af-4561-ba56-1fe052d63b39 service nova] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.103902] env[63198]: DEBUG nova.compute.manager [req-3bbcd600-329a-497b-bef8-2b416b7f5e8d req-6324f68b-62af-4561-ba56-1fe052d63b39 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] No waiting events found dispatching network-vif-plugged-65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.103902] env[63198]: WARNING nova.compute.manager [req-3bbcd600-329a-497b-bef8-2b416b7f5e8d req-6324f68b-62af-4561-ba56-1fe052d63b39 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received unexpected event network-vif-plugged-65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 for instance with vm_state active and task_state None. [ 915.106192] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.106192] env[63198]: value = "task-2712489" [ 915.106192] env[63198]: _type = "Task" [ 915.106192] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.116225] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712489, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.137022] env[63198]: DEBUG nova.network.neutron [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Successfully updated port: 65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.343786] env[63198]: DEBUG nova.network.neutron [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updating instance_info_cache with network_info: [{"id": "92cb978a-8c5e-4828-a83f-853ba83af494", "address": "fa:16:3e:2b:c3:74", "network": {"id": "3df9d7e4-562e-46f2-8493-a26fba2d46d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1121548593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "301878c2c6f94b45aec897adf19da745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cb978a-8c", "ovs_interfaceid": "92cb978a-8c5e-4828-a83f-853ba83af494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.529340] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523b83e7-e586-44e3-5689-5eadbc1a76f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015325} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.529678] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.529917] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.530187] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.530372] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.530588] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.530897] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23dd22a8-443e-49d6-b3f9-9629445e9005 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.542887] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.543185] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.544190] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a651208-c3e4-4547-8d19-6be95578cf1a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.548052] env[63198]: DEBUG nova.scheduler.client.report [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.558048] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 915.558048] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521b5f20-b581-1ba0-35ae-7bf9eb26730b" [ 915.558048] env[63198]: _type = "Task" [ 915.558048] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.569195] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521b5f20-b581-1ba0-35ae-7bf9eb26730b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.616688] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712489, 'name': CreateVM_Task, 'duration_secs': 0.455106} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.619511] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.620215] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.620415] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.620768] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.621349] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5080d82a-9578-4a30-bab7-2079fa188bcc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.627742] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 915.627742] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52034957-cda5-8f7e-4c90-594b9d12afed" [ 915.627742] env[63198]: _type = "Task" [ 915.627742] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.637473] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52034957-cda5-8f7e-4c90-594b9d12afed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.640118] env[63198]: DEBUG nova.compute.manager [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.642695] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.642876] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.643066] env[63198]: DEBUG nova.network.neutron [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.666863] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.667134] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.667294] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.667474] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.667620] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.667764] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.668911] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.668911] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.668911] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.668911] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.668911] env[63198]: DEBUG nova.virt.hardware [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.669516] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44703ba-66b5-4c44-b048-b39b79f54009 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.682325] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c9cb16-da27-42a6-bb0e-b0c7e253f18b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.802190] env[63198]: DEBUG nova.network.neutron [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Updated VIF entry in instance network info cache for port f560ae44-406f-43e8-b968-3b3a37cf83fd. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.802600] env[63198]: DEBUG nova.network.neutron [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Updating instance_info_cache with network_info: [{"id": "f560ae44-406f-43e8-b968-3b3a37cf83fd", "address": "fa:16:3e:55:a3:57", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf560ae44-40", "ovs_interfaceid": "f560ae44-406f-43e8-b968-3b3a37cf83fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.847197] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Releasing lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.042290] env[63198]: DEBUG oslo_concurrency.lockutils [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.042526] env[63198]: DEBUG oslo_concurrency.lockutils [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.054381] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.054899] env[63198]: DEBUG nova.compute.manager [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.057411] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.894s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.057642] env[63198]: DEBUG nova.objects.instance [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lazy-loading 'resources' on Instance uuid 2abaf9f0-6739-4cd3-8400-d204d059565d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.070398] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521b5f20-b581-1ba0-35ae-7bf9eb26730b, 'name': SearchDatastore_Task, 'duration_secs': 0.014009} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.071205] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893f02b6-28dd-4d06-86b9-b1c81a0b2ad5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.077735] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 916.077735] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b87fa7-07cb-1094-be78-f1f80c455ca9" [ 916.077735] env[63198]: _type = "Task" [ 916.077735] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.087288] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b87fa7-07cb-1094-be78-f1f80c455ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.138677] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52034957-cda5-8f7e-4c90-594b9d12afed, 'name': SearchDatastore_Task, 'duration_secs': 0.012916} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.139016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.139305] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.139472] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.180249] env[63198]: WARNING nova.network.neutron [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] 7a568656-1fe8-4d48-a7a4-d59ccc13b608 already exists in list: networks containing: ['7a568656-1fe8-4d48-a7a4-d59ccc13b608']. ignoring it [ 916.248872] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521050ce-0a66-3a61-6753-74369ecd1036/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 916.249837] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e746d6c-8eee-4765-9fc7-5e2e812fe477 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.257801] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521050ce-0a66-3a61-6753-74369ecd1036/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 916.257801] env[63198]: ERROR oslo_vmware.rw_handles [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521050ce-0a66-3a61-6753-74369ecd1036/disk-0.vmdk due to incomplete transfer. [ 916.257801] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d0c4629-7d3e-4ada-b0ac-e57dbb5ad75b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.267239] env[63198]: DEBUG oslo_vmware.rw_handles [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521050ce-0a66-3a61-6753-74369ecd1036/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 916.267448] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Uploaded image 73d402b2-5a38-4846-be23-77800f5f719f to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 916.270080] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 916.270352] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f4dcf84-80c6-42df-b26f-c4f6c6ba0549 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.277552] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 916.277552] env[63198]: value = "task-2712490" [ 916.277552] env[63198]: _type = "Task" [ 916.277552] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.288035] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712490, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.305876] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd1e2a8a-f7d6-4b95-ae59-e1894c7d6d7b req-fcd77d64-b39a-4f04-99ca-e9944dc195e5 service nova] Releasing lock "refresh_cache-c680dc39-4770-4635-8482-c6c8b08e2b2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.444918] env[63198]: DEBUG nova.network.neutron [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Successfully updated port: 38b3a456-1a5e-43ef-ae37-f255daab3fbc {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.470741] env[63198]: DEBUG nova.network.neutron [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73", "address": "fa:16:3e:fd:95:f1", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f8a1a2-54", "ovs_interfaceid": "65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.546065] env[63198]: DEBUG nova.compute.utils [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.563470] env[63198]: DEBUG nova.compute.utils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.565438] env[63198]: DEBUG nova.compute.manager [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Not allocating networking since 'none' was specified. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 916.590846] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b87fa7-07cb-1094-be78-f1f80c455ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.014008} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.591142] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.591416] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9d755eba-8ecf-46a2-891c-13f69ac9d5f7/9d755eba-8ecf-46a2-891c-13f69ac9d5f7.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.592019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.592237] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.592464] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df38a517-8c98-4c2f-996c-401f02ca35d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.595039] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a19319d2-1a8d-412c-bcf1-a7fb7a915142 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.601698] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 916.601698] env[63198]: value = "task-2712491" [ 916.601698] env[63198]: _type = "Task" [ 916.601698] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.606035] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.606223] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.609564] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6780ed8-9b76-43fd-ae53-979af639a7be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.612035] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.617360] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 916.617360] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522319c8-75a1-aa61-9995-d3335e731496" [ 916.617360] env[63198]: _type = "Task" [ 916.617360] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.625522] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522319c8-75a1-aa61-9995-d3335e731496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.788465] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712490, 'name': Destroy_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.812812] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3f500-80a5-403f-be3d-6439608975f2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.820660] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf5d68e-5f66-47ca-8e12-3bd540b690ac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.851432] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32918e-a11e-49a3-9bac-332da4b1a2b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.858951] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0345cc-0238-412f-8b81-8efeba24e456 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.873439] env[63198]: DEBUG nova.compute.provider_tree [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.947522] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "refresh_cache-21a838a9-9465-4af0-a10f-bb81e0a92108" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.947684] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "refresh_cache-21a838a9-9465-4af0-a10f-bb81e0a92108" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.947830] env[63198]: DEBUG nova.network.neutron [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.973546] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.974191] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.974349] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.975210] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41832580-099b-45cb-9865-e2abb9d07459 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.992757] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.992984] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.993157] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.993342] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.993488] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.993630] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.993828] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.993981] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.994159] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.994319] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.994488] env[63198]: DEBUG nova.virt.hardware [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.000670] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Reconfiguring VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 917.000964] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687e2dc4-d910-43b1-90a1-ed76d35c3519 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.018678] env[63198]: DEBUG oslo_vmware.api [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 917.018678] env[63198]: value = "task-2712492" [ 917.018678] env[63198]: _type = "Task" [ 917.018678] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.026803] env[63198]: DEBUG oslo_vmware.api [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712492, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.048755] env[63198]: DEBUG oslo_concurrency.lockutils [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.066088] env[63198]: DEBUG nova.compute.manager [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.115481] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.128046] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522319c8-75a1-aa61-9995-d3335e731496, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.128173] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a39558c-11b1-4941-a51c-702a4409caba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.133968] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 917.133968] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a842d7-1b76-ba1e-c0ae-eea551383c4c" [ 917.133968] env[63198]: _type = "Task" [ 917.133968] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.141957] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a842d7-1b76-ba1e-c0ae-eea551383c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.288320] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712490, 'name': Destroy_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.376953] env[63198]: DEBUG nova.scheduler.client.report [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.381142] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.381546] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3578ca4d-935f-40eb-8c7b-e0de280675b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.390387] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 917.390387] env[63198]: value = "task-2712493" [ 917.390387] env[63198]: _type = "Task" [ 917.390387] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.400725] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.495833] env[63198]: DEBUG nova.network.neutron [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.530576] env[63198]: DEBUG oslo_vmware.api [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.618030] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.405365] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.408181] env[63198]: DEBUG nova.compute.manager [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.410287] env[63198]: DEBUG oslo_concurrency.lockutils [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.410534] env[63198]: DEBUG oslo_concurrency.lockutils [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.410750] env[63198]: INFO nova.compute.manager [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Attaching volume def27b6e-b22b-4fd0-883e-80456bf72c46 to /dev/sdb [ 918.412301] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a842d7-1b76-ba1e-c0ae-eea551383c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.413484] env[63198]: DEBUG nova.network.neutron [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Updating instance_info_cache with network_info: [{"id": "38b3a456-1a5e-43ef-ae37-f255daab3fbc", "address": "fa:16:3e:dc:f1:49", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3a456-1a", "ovs_interfaceid": "38b3a456-1a5e-43ef-ae37-f255daab3fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.417513] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.191s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.419771] env[63198]: DEBUG nova.objects.instance [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lazy-loading 'resources' on Instance uuid 6385c919-9889-41c3-94e6-7dc6b447eea3 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.427669] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.427946] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] c680dc39-4770-4635-8482-c6c8b08e2b2e/c680dc39-4770-4635-8482-c6c8b08e2b2e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.431195] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51558e9d-dff8-4d67-92a1-fd11911d9234 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.451444] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712493, 'name': PowerOffVM_Task, 'duration_secs': 0.319221} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.451737] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712491, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.445758} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.451936] env[63198]: DEBUG oslo_vmware.api [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.452187] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712490, 'name': Destroy_Task, 'duration_secs': 1.364577} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.454047] env[63198]: INFO nova.scheduler.client.report [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted allocations for instance 2abaf9f0-6739-4cd3-8400-d204d059565d [ 918.457114] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.457114] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.457114] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.457579] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.457579] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.457579] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.457929] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.457929] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.458121] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.458340] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.458461] env[63198]: DEBUG nova.virt.hardware [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.459439] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.459439] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9d755eba-8ecf-46a2-891c-13f69ac9d5f7/9d755eba-8ecf-46a2-891c-13f69ac9d5f7.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.459439] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.459767] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Destroyed the VM [ 918.459993] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 918.460293] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 918.460293] env[63198]: value = "task-2712494" [ 918.460293] env[63198]: _type = "Task" [ 918.460293] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.461064] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aded275-2c9a-4ee2-bd3a-63c762099137 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.466371] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61248645-0b07-4c3b-ae0a-9c83d95a684f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.469373] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ad76521-da05-464b-947b-f4648a1ffb71 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.471129] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d66fa4eb-0281-433e-8a69-bee5893545b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.477567] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408d5138-8582-4221-8b85-c0ead98eeb69 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.486389] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258f0b07-db6c-464d-8dd1-c86ebe474fc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.511375] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 918.511375] env[63198]: value = "task-2712496" [ 918.511375] env[63198]: _type = "Task" [ 918.511375] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.514023] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 918.514023] env[63198]: value = "task-2712495" [ 918.514023] env[63198]: _type = "Task" [ 918.514023] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.519380] env[63198]: DEBUG nova.compute.manager [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-changed-65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.519573] env[63198]: DEBUG nova.compute.manager [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Refreshing instance network info cache due to event network-changed-65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 918.519786] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] Acquiring lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.519931] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] Acquired lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.520099] env[63198]: DEBUG nova.network.neutron [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Refreshing network info cache for port 65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.521819] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0954c57e-7845-4926-896d-9503ef3f8e25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.525935] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.545093] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.550572] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Creating folder: Project (140b67c9f1a54b3f80acaad99bebd4c3). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.551883] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2a6be9-1782-4a40-bdbf-4a6372958cf4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.553930] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cdd2d4-ec50-4fa4-b3a1-d006feedc72c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.566059] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712495, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.568970] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712496, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.580349] env[63198]: DEBUG nova.virt.block_device [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Updating existing volume attachment record: 2423d05a-454f-458f-aebb-61078ebd8546 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 918.587831] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Created folder: Project (140b67c9f1a54b3f80acaad99bebd4c3) in parent group-v546185. [ 918.588075] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Creating folder: Instances. Parent ref: group-v546414. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.588396] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbc0488e-df7e-4c55-a8c7-7947def89272 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.593821] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.594126] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ac5d22c-d6c3-46c7-9012-dfa51b992930 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.601976] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 918.601976] env[63198]: value = "task-2712499" [ 918.601976] env[63198]: _type = "Task" [ 918.601976] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.603424] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Created folder: Instances in parent group-v546414. [ 918.604244] env[63198]: DEBUG oslo.service.loopingcall [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.606852] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.607158] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ddfea12-9c91-436b-b88e-bf3375993597 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.638195] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 918.638510] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.638855] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.639074] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.639323] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.639637] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.639637] env[63198]: value = "task-2712500" [ 918.639637] env[63198]: _type = "Task" [ 918.639637] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.640053] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e496292-d5c5-4678-9ae7-e44d98babf3a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.652850] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712500, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.658657] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.658871] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.659777] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de73d31-676d-4aaa-9e12-299e19d25320 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.666540] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 918.666540] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526311c4-5885-c647-dde8-2c22c7943000" [ 918.666540] env[63198]: _type = "Task" [ 918.666540] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.675918] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526311c4-5885-c647-dde8-2c22c7943000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.919969] env[63198]: DEBUG oslo_vmware.api [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712492, 'name': ReconfigVM_Task, 'duration_secs': 1.635875} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.921840] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.922102] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Reconfigured VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 918.929884] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "refresh_cache-21a838a9-9465-4af0-a10f-bb81e0a92108" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.930238] env[63198]: DEBUG nova.compute.manager [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Instance network_info: |[{"id": "38b3a456-1a5e-43ef-ae37-f255daab3fbc", "address": "fa:16:3e:dc:f1:49", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3a456-1a", "ovs_interfaceid": "38b3a456-1a5e-43ef-ae37-f255daab3fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.933694] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:f1:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38b3a456-1a5e-43ef-ae37-f255daab3fbc', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.942361] env[63198]: DEBUG oslo.service.loopingcall [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.942702] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.943393] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4833d0ae-e352-440e-8872-127bebedf462 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.970135] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.970135] env[63198]: value = "task-2712502" [ 918.970135] env[63198]: _type = "Task" [ 918.970135] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.983106] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e10ce3f-04a0-4100-80da-3534231266c8 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "2abaf9f0-6739-4cd3-8400-d204d059565d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.458s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.990033] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712502, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.994916] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524653} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.994916] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] c680dc39-4770-4635-8482-c6c8b08e2b2e/c680dc39-4770-4635-8482-c6c8b08e2b2e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.995190] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.995865] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35086de5-7d9a-432b-ad0b-0d37feec7ce0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.007224] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 919.007224] env[63198]: value = "task-2712503" [ 919.007224] env[63198]: _type = "Task" [ 919.007224] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.019414] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.033842] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078513} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.034546] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.038428] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb027564-8c9f-4ae3-8538-2aeef364ff33 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.046967] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712495, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.069674] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 9d755eba-8ecf-46a2-891c-13f69ac9d5f7/9d755eba-8ecf-46a2-891c-13f69ac9d5f7.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.072689] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18eefd8-a92f-4241-b381-0aedd4625473 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.103350] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 919.103350] env[63198]: value = "task-2712504" [ 919.103350] env[63198]: _type = "Task" [ 919.103350] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.117853] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.163897] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712500, 'name': CreateVM_Task, 'duration_secs': 0.494031} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.164705] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.164963] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.165212] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.165624] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.165951] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f97547d-6c20-4ffa-af4c-c7676bea4ab2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.181473] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526311c4-5885-c647-dde8-2c22c7943000, 'name': SearchDatastore_Task, 'duration_secs': 0.026905} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.181754] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 919.181754] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e2802-81aa-43cb-da25-02b12afa57e0" [ 919.181754] env[63198]: _type = "Task" [ 919.181754] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.185025] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a01df14-ccdb-4153-a7fb-86556523cde6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.193925] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 919.193925] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525db66d-be68-13b3-08a5-d4972520b4a7" [ 919.193925] env[63198]: _type = "Task" [ 919.193925] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.197980] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e2802-81aa-43cb-da25-02b12afa57e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015498} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.203480] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.203752] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.204007] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.204178] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.204370] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.208262] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c269e28a-e33c-4ceb-a427-21e68cb1196e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.218692] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525db66d-be68-13b3-08a5-d4972520b4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.222459] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.222719] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] c74dd82a-fb47-4383-928f-be8184d8bf11/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. {{(pid=63198) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 919.222995] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.223162] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.224089] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5149121d-7c20-4481-8cb3-9324abc2fea4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.226112] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b5f7c7-d78c-4ac1-b3c6-7c90415b50a2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.232434] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 919.232434] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526f67a6-4cbc-9e27-ba7e-d75136e4d0a0" [ 919.232434] env[63198]: _type = "Task" [ 919.232434] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.240289] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 919.240289] env[63198]: value = "task-2712507" [ 919.240289] env[63198]: _type = "Task" [ 919.240289] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.250958] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526f67a6-4cbc-9e27-ba7e-d75136e4d0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015363} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.252123] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc4d416-a485-4d98-88df-5f58bdd963bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.260147] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.263715] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 919.263715] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52992227-ec48-5ecd-5258-ba87a89ac46c" [ 919.263715] env[63198]: _type = "Task" [ 919.263715] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.272619] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52992227-ec48-5ecd-5258-ba87a89ac46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.324456] env[63198]: DEBUG nova.network.neutron [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updated VIF entry in instance network info cache for port 65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.325033] env[63198]: DEBUG nova.network.neutron [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73", "address": "fa:16:3e:fd:95:f1", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f8a1a2-54", "ovs_interfaceid": "65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.344272] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ade34-cbc0-4ceb-a67d-3a0f8d169c4d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.356815] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b3ad52-6d8f-409d-ab60-43a491f2296c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.392841] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a596abc6-6cce-4d86-a473-fdde7234b157 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.401793] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a61446-efd0-45b4-98b4-3494943d17fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.417394] env[63198]: DEBUG nova.compute.provider_tree [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.427373] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0d40bdc1-5233-4d3c-9974-f5b7c9987a6c tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.483032] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712502, 'name': CreateVM_Task, 'duration_secs': 0.456921} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.483260] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.483985] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.484224] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.484564] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.485151] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17362eff-fe18-4993-98e8-368d86532e8d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.492703] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 919.492703] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ffd384-d3b9-2504-0362-a7d27de12a84" [ 919.492703] env[63198]: _type = "Task" [ 919.492703] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.503536] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ffd384-d3b9-2504-0362-a7d27de12a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.519159] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089477} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.519568] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.520562] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae52d268-9b97-433c-9f0c-b4c7f4cc4497 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.555216] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] c680dc39-4770-4635-8482-c6c8b08e2b2e/c680dc39-4770-4635-8482-c6c8b08e2b2e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.556306] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd27985d-077a-4160-91b7-a2f2fdab4f63 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.580275] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712495, 'name': RemoveSnapshot_Task, 'duration_secs': 0.649009} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.581292] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.581719] env[63198]: DEBUG nova.compute.manager [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.582735] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645b444d-df5a-4263-992b-48d98300ae08 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.588384] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 919.588384] env[63198]: value = "task-2712508" [ 919.588384] env[63198]: _type = "Task" [ 919.588384] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.604102] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.618782] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712504, 'name': ReconfigVM_Task, 'duration_secs': 0.42296} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.619157] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 9d755eba-8ecf-46a2-891c-13f69ac9d5f7/9d755eba-8ecf-46a2-891c-13f69ac9d5f7.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.623024] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce342afd-f3e3-4b1e-a9d3-8363bf1eb715 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.629185] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 919.629185] env[63198]: value = "task-2712509" [ 919.629185] env[63198]: _type = "Task" [ 919.629185] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.643024] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712509, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.755923] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712507, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.777955] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52992227-ec48-5ecd-5258-ba87a89ac46c, 'name': SearchDatastore_Task, 'duration_secs': 0.014528} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.778526] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.779030] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771/4fc90bd4-7125-4a7f-9be8-abe730a83771.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.779436] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f5d0306-458e-44c9-becb-2e522554bf64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.790182] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 919.790182] env[63198]: value = "task-2712510" [ 919.790182] env[63198]: _type = "Task" [ 919.790182] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.803655] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.831797] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] Releasing lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.832073] env[63198]: DEBUG nova.compute.manager [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Received event network-vif-plugged-38b3a456-1a5e-43ef-ae37-f255daab3fbc {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.832396] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] Acquiring lock "21a838a9-9465-4af0-a10f-bb81e0a92108-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.832582] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] Lock "21a838a9-9465-4af0-a10f-bb81e0a92108-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.832803] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] Lock "21a838a9-9465-4af0-a10f-bb81e0a92108-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.833018] env[63198]: DEBUG nova.compute.manager [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] No waiting events found dispatching network-vif-plugged-38b3a456-1a5e-43ef-ae37-f255daab3fbc {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.833259] env[63198]: WARNING nova.compute.manager [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Received unexpected event network-vif-plugged-38b3a456-1a5e-43ef-ae37-f255daab3fbc for instance with vm_state building and task_state spawning. [ 919.833418] env[63198]: DEBUG nova.compute.manager [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Received event network-changed-38b3a456-1a5e-43ef-ae37-f255daab3fbc {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.833578] env[63198]: DEBUG nova.compute.manager [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Refreshing instance network info cache due to event network-changed-38b3a456-1a5e-43ef-ae37-f255daab3fbc. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 919.833771] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] Acquiring lock "refresh_cache-21a838a9-9465-4af0-a10f-bb81e0a92108" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.833911] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] Acquired lock "refresh_cache-21a838a9-9465-4af0-a10f-bb81e0a92108" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.834121] env[63198]: DEBUG nova.network.neutron [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Refreshing network info cache for port 38b3a456-1a5e-43ef-ae37-f255daab3fbc {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.920590] env[63198]: DEBUG nova.scheduler.client.report [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.007829] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ffd384-d3b9-2504-0362-a7d27de12a84, 'name': SearchDatastore_Task, 'duration_secs': 0.030607} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.008390] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.008873] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.009102] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.009209] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.009448] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.009774] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c343bb5-8a2c-4ca5-b7e4-ea370e13a41b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.025328] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.025328] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.026178] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfccbf97-6bf1-463c-8406-c1a06480ff2b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.032207] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 920.032207] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cc87b5-283a-ccb8-3de6-804adef2656b" [ 920.032207] env[63198]: _type = "Task" [ 920.032207] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.041180] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cc87b5-283a-ccb8-3de6-804adef2656b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.101592] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712508, 'name': ReconfigVM_Task, 'duration_secs': 0.399077} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.102371] env[63198]: INFO nova.compute.manager [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Shelve offloading [ 920.103597] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Reconfigured VM instance instance-00000056 to attach disk [datastore2] c680dc39-4770-4635-8482-c6c8b08e2b2e/c680dc39-4770-4635-8482-c6c8b08e2b2e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.104986] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee96a267-2092-432a-b26b-7fa5977447ef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.115675] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 920.115675] env[63198]: value = "task-2712511" [ 920.115675] env[63198]: _type = "Task" [ 920.115675] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.127850] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712511, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.141416] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712509, 'name': Rename_Task, 'duration_secs': 0.198053} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.141726] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.142315] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1fa4437-1be6-4719-ac16-8573453dd16d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.153861] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 920.153861] env[63198]: value = "task-2712512" [ 920.153861] env[63198]: _type = "Task" [ 920.153861] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.165527] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.255047] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616655} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.255367] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] c74dd82a-fb47-4383-928f-be8184d8bf11/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. [ 920.256956] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3f64cd-a660-4c39-b235-bf66b972154b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.294654] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] c74dd82a-fb47-4383-928f-be8184d8bf11/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.294890] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cf29ab-3d52-4974-9841-87a0c76a1f18 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.319573] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712510, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.322415] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 920.322415] env[63198]: value = "task-2712513" [ 920.322415] env[63198]: _type = "Task" [ 920.322415] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.334397] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.426598] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.431029] env[63198]: DEBUG oslo_concurrency.lockutils [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.490s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.457324] env[63198]: INFO nova.scheduler.client.report [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Deleted allocations for instance 6385c919-9889-41c3-94e6-7dc6b447eea3 [ 920.544910] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cc87b5-283a-ccb8-3de6-804adef2656b, 'name': SearchDatastore_Task, 'duration_secs': 0.088285} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.546108] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb90596-7f72-496a-a112-34c16df08bd5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.557509] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 920.557509] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aa10de-1039-220f-a1cf-e19b84814cf2" [ 920.557509] env[63198]: _type = "Task" [ 920.557509] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.569282] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aa10de-1039-220f-a1cf-e19b84814cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.608525] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.608957] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fe30584-01c6-4844-84d5-a75d919f1885 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.616402] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 920.616402] env[63198]: value = "task-2712514" [ 920.616402] env[63198]: _type = "Task" [ 920.616402] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.630552] env[63198]: DEBUG nova.network.neutron [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Updated VIF entry in instance network info cache for port 38b3a456-1a5e-43ef-ae37-f255daab3fbc. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.631270] env[63198]: DEBUG nova.network.neutron [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Updating instance_info_cache with network_info: [{"id": "38b3a456-1a5e-43ef-ae37-f255daab3fbc", "address": "fa:16:3e:dc:f1:49", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3a456-1a", "ovs_interfaceid": "38b3a456-1a5e-43ef-ae37-f255daab3fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.636639] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 920.637209] env[63198]: DEBUG nova.compute.manager [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.638064] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712511, 'name': Rename_Task, 'duration_secs': 0.225665} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.639255] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76159b06-5f40-4292-99f5-16e59d1038c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.642630] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.643365] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d5778f-925d-4da7-a3dc-f9033b0e8ea2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.649864] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.650160] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.650262] env[63198]: DEBUG nova.network.neutron [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.653172] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 920.653172] env[63198]: value = "task-2712515" [ 920.653172] env[63198]: _type = "Task" [ 920.653172] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.670069] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712512, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.670204] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712515, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.807363] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88675} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.807755] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771/4fc90bd4-7125-4a7f-9be8-abe730a83771.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.808102] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.808449] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6091ab7e-c1da-4822-9bef-61b865836d37 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.816424] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 920.816424] env[63198]: value = "task-2712516" [ 920.816424] env[63198]: _type = "Task" [ 920.816424] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.826367] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.835412] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712513, 'name': ReconfigVM_Task, 'duration_secs': 0.413672} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.835473] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Reconfigured VM instance instance-00000054 to attach disk [datastore1] c74dd82a-fb47-4383-928f-be8184d8bf11/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.836366] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4463ef1d-aa88-4c62-9180-e1d846356e9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.864259] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-352b64df-c1fe-4f25-816a-01559ae36080 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.879454] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 920.879454] env[63198]: value = "task-2712517" [ 920.879454] env[63198]: _type = "Task" [ 920.879454] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.888276] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.967199] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9869b60a-843b-4c38-931f-74b8e8be32de tempest-FloatingIPsAssociationTestJSON-329120314 tempest-FloatingIPsAssociationTestJSON-329120314-project-member] Lock "6385c919-9889-41c3-94e6-7dc6b447eea3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.454s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.070671] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aa10de-1039-220f-a1cf-e19b84814cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.053518} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.070897] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.072314] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 21a838a9-9465-4af0-a10f-bb81e0a92108/21a838a9-9465-4af0-a10f-bb81e0a92108.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.072314] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9773adf4-84ad-4336-bbec-ad3d7c453e5d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.081147] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 921.081147] env[63198]: value = "task-2712518" [ 921.081147] env[63198]: _type = "Task" [ 921.081147] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.091834] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.139483] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ace62c8-14e7-4fc6-92cf-605ad9d1e083 req-1643eab7-515f-463b-8625-dc1b15eb53a2 service nova] Releasing lock "refresh_cache-21a838a9-9465-4af0-a10f-bb81e0a92108" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.171631] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712512, 'name': PowerOnVM_Task, 'duration_secs': 0.683558} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.171996] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712515, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.172141] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.172341] env[63198]: INFO nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Took 10.59 seconds to spawn the instance on the hypervisor. [ 921.172514] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.173334] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceac468-9582-43a6-afce-491f9f44f9f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.269937] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-563b4256-1e32-4f3a-9743-a93805d390ae" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.270208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-563b4256-1e32-4f3a-9743-a93805d390ae" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.270613] env[63198]: DEBUG nova.objects.instance [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'flavor' on Instance uuid fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.292339] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e349493-e4fd-4e3c-a25c-0e31d833960c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.306736] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeb8f8c-cf3e-435a-8251-777de0b0ef55 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.343692] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101a5c0e-030b-4260-be78-76f86b711fd9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.351494] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072957} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.353898] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.355109] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772b6b05-17f9-4e78-ae68-2107a0da25c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.358664] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3151c0b2-ad5d-4f3e-ae1f-792b2729a2f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.380622] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771/4fc90bd4-7125-4a7f-9be8-abe730a83771.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.389350] env[63198]: DEBUG nova.network.neutron [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Updating instance_info_cache with network_info: [{"id": "097ba62d-1a14-49a3-adfe-d19564c067dd", "address": "fa:16:3e:fb:f2:cc", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097ba62d-1a", "ovs_interfaceid": "097ba62d-1a14-49a3-adfe-d19564c067dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.391094] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf9d144-0571-49ce-b8f1-f824519635ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.406271] env[63198]: DEBUG nova.compute.provider_tree [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.409278] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.421145] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712517, 'name': ReconfigVM_Task, 'duration_secs': 0.422708} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.423429] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.423429] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 921.423429] env[63198]: value = "task-2712520" [ 921.423429] env[63198]: _type = "Task" [ 921.423429] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.423702] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c0aeacb-11a7-4ebc-90a8-88c947d515c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.433182] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 921.433182] env[63198]: value = "task-2712521" [ 921.433182] env[63198]: _type = "Task" [ 921.433182] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.436636] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.445520] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.602314] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514698} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.602314] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 21a838a9-9465-4af0-a10f-bb81e0a92108/21a838a9-9465-4af0-a10f-bb81e0a92108.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.602314] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.602314] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2d3e698-a712-499a-90eb-f6f59b64554e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.610539] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 921.610539] env[63198]: value = "task-2712522" [ 921.610539] env[63198]: _type = "Task" [ 921.610539] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.623040] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.667679] env[63198]: DEBUG oslo_vmware.api [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712515, 'name': PowerOnVM_Task, 'duration_secs': 0.991719} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.668239] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.668672] env[63198]: INFO nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Took 8.57 seconds to spawn the instance on the hypervisor. [ 921.669040] env[63198]: DEBUG nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.669956] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff69b89-48ae-475d-88b6-288684344444 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.693801] env[63198]: INFO nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Took 20.30 seconds to build instance. [ 921.739508] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.741259] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21230d14-7801-4c18-a027-29ac30b10e72 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.749163] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.749293] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-322f9428-d10c-4283-b1fe-c23ec0d2847b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.915343] env[63198]: DEBUG nova.scheduler.client.report [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.938780] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.946637] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712521, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.088279] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.088590] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.088780] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleting the datastore file [datastore2] ac704666-5bbd-461a-aa87-53c8c2133983 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.089122] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-603b580a-5825-4a91-847c-634c19228364 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.098557] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 922.098557] env[63198]: value = "task-2712524" [ 922.098557] env[63198]: _type = "Task" [ 922.098557] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.107672] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.118869] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.443889} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.119708] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.121828] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322d4c51-9fe3-4511-a15f-06bcd80d56a4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.127284] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.128015] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.131730] env[63198]: DEBUG nova.compute.manager [req-d8e51fa6-38d9-4508-a7f9-6912410544b3 req-850e7291-3f6b-4a59-93ba-783a3a515bd5 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Received event network-vif-unplugged-097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.133591] env[63198]: DEBUG oslo_concurrency.lockutils [req-d8e51fa6-38d9-4508-a7f9-6912410544b3 req-850e7291-3f6b-4a59-93ba-783a3a515bd5 service nova] Acquiring lock "ac704666-5bbd-461a-aa87-53c8c2133983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.133591] env[63198]: DEBUG oslo_concurrency.lockutils [req-d8e51fa6-38d9-4508-a7f9-6912410544b3 req-850e7291-3f6b-4a59-93ba-783a3a515bd5 service nova] Lock "ac704666-5bbd-461a-aa87-53c8c2133983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.133591] env[63198]: DEBUG oslo_concurrency.lockutils [req-d8e51fa6-38d9-4508-a7f9-6912410544b3 req-850e7291-3f6b-4a59-93ba-783a3a515bd5 service nova] Lock "ac704666-5bbd-461a-aa87-53c8c2133983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.133591] env[63198]: DEBUG nova.compute.manager [req-d8e51fa6-38d9-4508-a7f9-6912410544b3 req-850e7291-3f6b-4a59-93ba-783a3a515bd5 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] No waiting events found dispatching network-vif-unplugged-097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.133591] env[63198]: WARNING nova.compute.manager [req-d8e51fa6-38d9-4508-a7f9-6912410544b3 req-850e7291-3f6b-4a59-93ba-783a3a515bd5 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Received unexpected event network-vif-unplugged-097ba62d-1a14-49a3-adfe-d19564c067dd for instance with vm_state shelved and task_state shelving_offloading. [ 922.154946] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 21a838a9-9465-4af0-a10f-bb81e0a92108/21a838a9-9465-4af0-a10f-bb81e0a92108.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.155579] env[63198]: DEBUG nova.objects.instance [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'pci_requests' on Instance uuid fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.157647] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1846fb47-17ec-40b5-92c7-dc13bb148f0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.179690] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 922.179690] env[63198]: value = "task-2712525" [ 922.179690] env[63198]: _type = "Task" [ 922.179690] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.185903] env[63198]: INFO nova.compute.manager [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Took 20.77 seconds to build instance. [ 922.198020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.832s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.200198] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.436570] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712520, 'name': ReconfigVM_Task, 'duration_secs': 0.644874} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.436867] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771/4fc90bd4-7125-4a7f-9be8-abe730a83771.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.437499] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd581378-3133-449e-b576-b387028ade38 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.449053] env[63198]: DEBUG oslo_vmware.api [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712521, 'name': PowerOnVM_Task, 'duration_secs': 0.652196} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.450387] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.452643] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 922.452643] env[63198]: value = "task-2712526" [ 922.452643] env[63198]: _type = "Task" [ 922.452643] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.453681] env[63198]: DEBUG nova.compute.manager [None req-6897c405-bd1e-4356-9e57-04a027f7b2fa tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.455137] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8517d60d-bf87-45e5-b1ab-1bb695d8a44d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.470934] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712526, 'name': Rename_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.608166] env[63198]: DEBUG oslo_vmware.api [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155183} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.608472] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.608704] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.608869] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.630491] env[63198]: DEBUG nova.compute.manager [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.643957] env[63198]: INFO nova.scheduler.client.report [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted allocations for instance ac704666-5bbd-461a-aa87-53c8c2133983 [ 922.673651] env[63198]: DEBUG nova.objects.base [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 922.673844] env[63198]: DEBUG nova.network.neutron [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.689905] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3351a67b-2819-4be7-81d6-f5867d271f0e tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "c680dc39-4770-4635-8482-c6c8b08e2b2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.282s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.690490] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.803430] env[63198]: DEBUG nova.policy [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143622509532476a81dd0b24fff2f677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cb8bd505c64506910a1038e014afb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.934284] env[63198]: DEBUG oslo_concurrency.lockutils [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.503s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.936634] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.754s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.938048] env[63198]: INFO nova.compute.claims [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.966806] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712526, 'name': Rename_Task, 'duration_secs': 0.283602} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.966806] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.966806] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfc53183-d5cf-4b5d-bb60-e6a8d9432f6b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.974258] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 922.974258] env[63198]: value = "task-2712527" [ 922.974258] env[63198]: _type = "Task" [ 922.974258] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.985957] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.149206] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.159649] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.191447] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712525, 'name': ReconfigVM_Task, 'duration_secs': 0.721298} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.191813] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 21a838a9-9465-4af0-a10f-bb81e0a92108/21a838a9-9465-4af0-a10f-bb81e0a92108.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.192520] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8fafa44-e03a-4a29-a5df-9d5bfa398f1a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.194716] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquiring lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.194941] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.195207] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquiring lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.195407] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.195579] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.197773] env[63198]: INFO nova.compute.manager [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Terminating instance [ 923.200665] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 923.200665] env[63198]: value = "task-2712528" [ 923.200665] env[63198]: _type = "Task" [ 923.200665] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.215517] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712528, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.493513] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.519724] env[63198]: INFO nova.scheduler.client.report [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted allocation for migration d5f49933-5208-4b4d-88ac-1f840d5beabf [ 923.644547] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 923.644547] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546419', 'volume_id': 'def27b6e-b22b-4fd0-883e-80456bf72c46', 'name': 'volume-def27b6e-b22b-4fd0-883e-80456bf72c46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbec33e0-6b91-4b5e-8bed-06019fbd7f26', 'attached_at': '', 'detached_at': '', 'volume_id': 'def27b6e-b22b-4fd0-883e-80456bf72c46', 'serial': 'def27b6e-b22b-4fd0-883e-80456bf72c46'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 923.645442] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff15036b-3428-4698-88ff-c7ea1e0175e1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.664278] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb85ce6b-bbf1-4d79-91f2-7f1bf4e52ce8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.690526] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] volume-def27b6e-b22b-4fd0-883e-80456bf72c46/volume-def27b6e-b22b-4fd0-883e-80456bf72c46.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.690875] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fed0f02-a21c-4dec-9de8-0b123a0d7255 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.709731] env[63198]: DEBUG nova.compute.manager [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.709891] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.715219] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0ae300-e118-4b06-961d-f2d7fca7b9a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.719759] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712528, 'name': Rename_Task, 'duration_secs': 0.23414} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.721148] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.721465] env[63198]: DEBUG oslo_vmware.api [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 923.721465] env[63198]: value = "task-2712529" [ 923.721465] env[63198]: _type = "Task" [ 923.721465] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.722122] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83f57f52-d006-49ce-bab1-6f7352f01d21 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.728766] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.729272] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63e9e6d9-67f7-438c-b78e-f232d3639ee2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.734869] env[63198]: DEBUG oslo_vmware.api [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.736844] env[63198]: DEBUG oslo_vmware.api [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 923.736844] env[63198]: value = "task-2712531" [ 923.736844] env[63198]: _type = "Task" [ 923.736844] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.737216] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 923.737216] env[63198]: value = "task-2712530" [ 923.737216] env[63198]: _type = "Task" [ 923.737216] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.753130] env[63198]: DEBUG oslo_vmware.api [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.756828] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712530, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.989220] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.026804] env[63198]: DEBUG oslo_concurrency.lockutils [None req-904e3f55-82c3-4ace-8de4-2501f0be406b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.664s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.116572] env[63198]: DEBUG oslo_concurrency.lockutils [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.117058] env[63198]: DEBUG oslo_concurrency.lockutils [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.117734] env[63198]: DEBUG oslo_concurrency.lockutils [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.117734] env[63198]: DEBUG oslo_concurrency.lockutils [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.117876] env[63198]: DEBUG oslo_concurrency.lockutils [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.121719] env[63198]: INFO nova.compute.manager [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Terminating instance [ 924.234883] env[63198]: DEBUG oslo_vmware.api [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712529, 'name': ReconfigVM_Task, 'duration_secs': 0.413068} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.235269] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Reconfigured VM instance instance-00000038 to attach disk [datastore2] volume-def27b6e-b22b-4fd0-883e-80456bf72c46/volume-def27b6e-b22b-4fd0-883e-80456bf72c46.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.241368] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2196bae3-b0aa-4bbc-9561-8114d5a5ad90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.258713] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1d27b3-b081-4152-89d7-808957f881ac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.267080] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.272518] env[63198]: DEBUG oslo_vmware.api [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712531, 'name': PowerOffVM_Task, 'duration_secs': 0.208519} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.272932] env[63198]: DEBUG oslo_vmware.api [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 924.272932] env[63198]: value = "task-2712532" [ 924.272932] env[63198]: _type = "Task" [ 924.272932] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.273190] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.273475] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.274365] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90c9e38-1a2a-4682-87cf-434e028f6958 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.277801] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1051c06f-d889-4041-b2bc-234312c9664c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.317615] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d0146-b7fd-4c47-ab28-ccefc0202f1b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.320799] env[63198]: DEBUG oslo_vmware.api [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.326078] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6caa87-f4c8-4f7e-928a-1fc4f9073206 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.339963] env[63198]: DEBUG nova.compute.provider_tree [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.403026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.403026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.403026] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Deleting the datastore file [datastore1] 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.403026] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cae364b5-1122-43be-954a-377b168a1a2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.408509] env[63198]: DEBUG oslo_vmware.api [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for the task: (returnval){ [ 924.408509] env[63198]: value = "task-2712534" [ 924.408509] env[63198]: _type = "Task" [ 924.408509] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.418839] env[63198]: DEBUG oslo_vmware.api [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.486858] env[63198]: DEBUG oslo_vmware.api [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712527, 'name': PowerOnVM_Task, 'duration_secs': 1.219632} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.487405] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.487785] env[63198]: INFO nova.compute.manager [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Took 6.08 seconds to spawn the instance on the hypervisor. [ 924.488125] env[63198]: DEBUG nova.compute.manager [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.494023] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259c0ccc-eb49-433f-9e7a-15a5161f759b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.537936] env[63198]: DEBUG nova.network.neutron [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Successfully updated port: 563b4256-1e32-4f3a-9743-a93805d390ae {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.616963] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "ac704666-5bbd-461a-aa87-53c8c2133983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.633675] env[63198]: DEBUG nova.compute.manager [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.633675] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.635125] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ec934-e085-404a-bbbe-c15726b63da6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.643150] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.643574] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca2e2afb-25eb-4fe9-8811-b3936cc7668b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.651596] env[63198]: DEBUG oslo_vmware.api [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 924.651596] env[63198]: value = "task-2712535" [ 924.651596] env[63198]: _type = "Task" [ 924.651596] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.659859] env[63198]: DEBUG oslo_vmware.api [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.708158] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "c680dc39-4770-4635-8482-c6c8b08e2b2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.708469] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "c680dc39-4770-4635-8482-c6c8b08e2b2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.708728] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "c680dc39-4770-4635-8482-c6c8b08e2b2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.708864] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "c680dc39-4770-4635-8482-c6c8b08e2b2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.709047] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "c680dc39-4770-4635-8482-c6c8b08e2b2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.711397] env[63198]: INFO nova.compute.manager [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Terminating instance [ 924.752849] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712530, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.788524] env[63198]: DEBUG oslo_vmware.api [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712532, 'name': ReconfigVM_Task, 'duration_secs': 0.154945} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.788938] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546419', 'volume_id': 'def27b6e-b22b-4fd0-883e-80456bf72c46', 'name': 'volume-def27b6e-b22b-4fd0-883e-80456bf72c46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbec33e0-6b91-4b5e-8bed-06019fbd7f26', 'attached_at': '', 'detached_at': '', 'volume_id': 'def27b6e-b22b-4fd0-883e-80456bf72c46', 'serial': 'def27b6e-b22b-4fd0-883e-80456bf72c46'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 924.843068] env[63198]: DEBUG nova.scheduler.client.report [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.919114] env[63198]: DEBUG oslo_vmware.api [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Task: {'id': task-2712534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151753} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.919550] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.919796] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.920086] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.920334] env[63198]: INFO nova.compute.manager [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Took 1.21 seconds to destroy the instance on the hypervisor. [ 924.920696] env[63198]: DEBUG oslo.service.loopingcall [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.920980] env[63198]: DEBUG nova.compute.manager [-] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.921128] env[63198]: DEBUG nova.network.neutron [-] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.014014] env[63198]: DEBUG nova.compute.manager [req-a77d0b35-4e9a-4b15-b7e5-928f6ce69f0b req-5e49fd98-d6e7-495c-99cb-612f58a05910 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Received event network-changed-097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.015995] env[63198]: DEBUG nova.compute.manager [req-a77d0b35-4e9a-4b15-b7e5-928f6ce69f0b req-5e49fd98-d6e7-495c-99cb-612f58a05910 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Refreshing instance network info cache due to event network-changed-097ba62d-1a14-49a3-adfe-d19564c067dd. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.016449] env[63198]: DEBUG oslo_concurrency.lockutils [req-a77d0b35-4e9a-4b15-b7e5-928f6ce69f0b req-5e49fd98-d6e7-495c-99cb-612f58a05910 service nova] Acquiring lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.016449] env[63198]: DEBUG oslo_concurrency.lockutils [req-a77d0b35-4e9a-4b15-b7e5-928f6ce69f0b req-5e49fd98-d6e7-495c-99cb-612f58a05910 service nova] Acquired lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.016625] env[63198]: DEBUG nova.network.neutron [req-a77d0b35-4e9a-4b15-b7e5-928f6ce69f0b req-5e49fd98-d6e7-495c-99cb-612f58a05910 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Refreshing network info cache for port 097ba62d-1a14-49a3-adfe-d19564c067dd {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.021346] env[63198]: INFO nova.compute.manager [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Took 18.64 seconds to build instance. [ 925.042831] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.043055] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.043241] env[63198]: DEBUG nova.network.neutron [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.162367] env[63198]: DEBUG oslo_vmware.api [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712535, 'name': PowerOffVM_Task, 'duration_secs': 0.287538} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.163037] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.163037] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.163372] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bc6ecf4-4e60-4cc2-933f-02f930e6f118 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.191232] env[63198]: DEBUG nova.compute.manager [req-af617399-519d-405e-a4bf-7158a37bf453 req-f37b59a5-a8d4-4e0f-b8f8-bb2f21eaaec6 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Received event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.191232] env[63198]: DEBUG nova.compute.manager [req-af617399-519d-405e-a4bf-7158a37bf453 req-f37b59a5-a8d4-4e0f-b8f8-bb2f21eaaec6 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing instance network info cache due to event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.191232] env[63198]: DEBUG oslo_concurrency.lockutils [req-af617399-519d-405e-a4bf-7158a37bf453 req-f37b59a5-a8d4-4e0f-b8f8-bb2f21eaaec6 service nova] Acquiring lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.191232] env[63198]: DEBUG oslo_concurrency.lockutils [req-af617399-519d-405e-a4bf-7158a37bf453 req-f37b59a5-a8d4-4e0f-b8f8-bb2f21eaaec6 service nova] Acquired lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.191232] env[63198]: DEBUG nova.network.neutron [req-af617399-519d-405e-a4bf-7158a37bf453 req-f37b59a5-a8d4-4e0f-b8f8-bb2f21eaaec6 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.217341] env[63198]: DEBUG nova.compute.manager [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.218539] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.220420] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b377e34-6145-4308-b095-f7d764cdfcbf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.229907] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.229907] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c74df1-de48-4553-8181-359520459edb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.237886] env[63198]: DEBUG oslo_vmware.api [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 925.237886] env[63198]: value = "task-2712537" [ 925.237886] env[63198]: _type = "Task" [ 925.237886] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.251073] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.251395] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.251822] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleting the datastore file [datastore2] 9d755eba-8ecf-46a2-891c-13f69ac9d5f7 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.253016] env[63198]: DEBUG oslo_vmware.api [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.253657] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee87c04c-eb85-428c-94c1-4159ccbce7b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.259485] env[63198]: DEBUG oslo_vmware.api [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712530, 'name': PowerOnVM_Task, 'duration_secs': 1.22645} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.260554] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.260554] env[63198]: INFO nova.compute.manager [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Took 9.62 seconds to spawn the instance on the hypervisor. [ 925.260816] env[63198]: DEBUG nova.compute.manager [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.261746] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a168e3-8e88-463c-a093-7565adceec52 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.265502] env[63198]: DEBUG oslo_vmware.api [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 925.265502] env[63198]: value = "task-2712538" [ 925.265502] env[63198]: _type = "Task" [ 925.265502] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.280786] env[63198]: DEBUG oslo_vmware.api [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.350025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.350273] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.201s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.350816] env[63198]: DEBUG nova.objects.instance [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'resources' on Instance uuid ac704666-5bbd-461a-aa87-53c8c2133983 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.526680] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dff16286-27bb-4ded-a7d0-b9b61b7194e1 tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "4fc90bd4-7125-4a7f-9be8-abe730a83771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.153s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.599585] env[63198]: WARNING nova.network.neutron [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] 7a568656-1fe8-4d48-a7a4-d59ccc13b608 already exists in list: networks containing: ['7a568656-1fe8-4d48-a7a4-d59ccc13b608']. ignoring it [ 925.599789] env[63198]: WARNING nova.network.neutron [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] 7a568656-1fe8-4d48-a7a4-d59ccc13b608 already exists in list: networks containing: ['7a568656-1fe8-4d48-a7a4-d59ccc13b608']. ignoring it [ 925.751432] env[63198]: DEBUG oslo_vmware.api [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712537, 'name': PowerOffVM_Task, 'duration_secs': 0.254726} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.752349] env[63198]: DEBUG nova.network.neutron [req-a77d0b35-4e9a-4b15-b7e5-928f6ce69f0b req-5e49fd98-d6e7-495c-99cb-612f58a05910 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Updated VIF entry in instance network info cache for port 097ba62d-1a14-49a3-adfe-d19564c067dd. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.752804] env[63198]: DEBUG nova.network.neutron [req-a77d0b35-4e9a-4b15-b7e5-928f6ce69f0b req-5e49fd98-d6e7-495c-99cb-612f58a05910 service nova] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Updating instance_info_cache with network_info: [{"id": "097ba62d-1a14-49a3-adfe-d19564c067dd", "address": "fa:16:3e:fb:f2:cc", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": null, "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap097ba62d-1a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.754137] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.754383] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.754697] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d7b275c-61dc-48f2-b229-4324160adf06 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.777616] env[63198]: DEBUG oslo_vmware.api [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153753} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.785676] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.785899] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.786144] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.786344] env[63198]: INFO nova.compute.manager [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.786588] env[63198]: DEBUG oslo.service.loopingcall [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.788616] env[63198]: DEBUG nova.compute.manager [-] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.788720] env[63198]: DEBUG nova.network.neutron [-] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.790633] env[63198]: INFO nova.compute.manager [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Took 23.97 seconds to build instance. [ 925.838200] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.838509] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.838711] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleting the datastore file [datastore2] c680dc39-4770-4635-8482-c6c8b08e2b2e {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.838961] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ac3433a-c93a-41e0-97c3-a67193bf4c6b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.841439] env[63198]: DEBUG nova.objects.instance [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lazy-loading 'flavor' on Instance uuid fbec33e0-6b91-4b5e-8bed-06019fbd7f26 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.847642] env[63198]: DEBUG oslo_vmware.api [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 925.847642] env[63198]: value = "task-2712540" [ 925.847642] env[63198]: _type = "Task" [ 925.847642] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.856249] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquiring lock "4c14c04c-3ef1-416e-90ac-e12ac8198560" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.856486] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "4c14c04c-3ef1-416e-90ac-e12ac8198560" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.857858] env[63198]: DEBUG nova.objects.instance [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'numa_topology' on Instance uuid ac704666-5bbd-461a-aa87-53c8c2133983 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.858768] env[63198]: DEBUG oslo_vmware.api [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.933669] env[63198]: DEBUG nova.network.neutron [-] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.089998] env[63198]: DEBUG nova.network.neutron [req-af617399-519d-405e-a4bf-7158a37bf453 req-f37b59a5-a8d4-4e0f-b8f8-bb2f21eaaec6 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updated VIF entry in instance network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.090425] env[63198]: DEBUG nova.network.neutron [req-af617399-519d-405e-a4bf-7158a37bf453 req-f37b59a5-a8d4-4e0f-b8f8-bb2f21eaaec6 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updating instance_info_cache with network_info: [{"id": "92cb978a-8c5e-4828-a83f-853ba83af494", "address": "fa:16:3e:2b:c3:74", "network": {"id": "3df9d7e4-562e-46f2-8493-a26fba2d46d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1121548593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "301878c2c6f94b45aec897adf19da745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cb978a-8c", "ovs_interfaceid": "92cb978a-8c5e-4828-a83f-853ba83af494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.257135] env[63198]: DEBUG oslo_concurrency.lockutils [req-a77d0b35-4e9a-4b15-b7e5-928f6ce69f0b req-5e49fd98-d6e7-495c-99cb-612f58a05910 service nova] Releasing lock "refresh_cache-ac704666-5bbd-461a-aa87-53c8c2133983" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.293018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-efd011a2-9b5c-404d-9347-3ad2e1929656 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "21a838a9-9465-4af0-a10f-bb81e0a92108" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.475s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.336139] env[63198]: DEBUG nova.network.neutron [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73", "address": "fa:16:3e:fd:95:f1", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f8a1a2-54", "ovs_interfaceid": "65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "563b4256-1e32-4f3a-9743-a93805d390ae", "address": "fa:16:3e:79:b7:ab", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563b4256-1e", "ovs_interfaceid": "563b4256-1e32-4f3a-9743-a93805d390ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.346454] env[63198]: DEBUG oslo_concurrency.lockutils [None req-382c08c0-4b00-45b2-9d42-8eebce4ea312 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.936s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.362228] env[63198]: DEBUG oslo_vmware.api [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211069} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.362647] env[63198]: DEBUG nova.objects.base [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 926.365165] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "4c14c04c-3ef1-416e-90ac-e12ac8198560" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.365648] env[63198]: DEBUG nova.compute.manager [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.368065] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.368260] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.368439] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.368607] env[63198]: INFO nova.compute.manager [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 926.368868] env[63198]: DEBUG oslo.service.loopingcall [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.369697] env[63198]: DEBUG nova.compute.manager [-] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.369803] env[63198]: DEBUG nova.network.neutron [-] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.438115] env[63198]: INFO nova.compute.manager [-] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Took 1.52 seconds to deallocate network for instance. [ 926.581596] env[63198]: DEBUG nova.network.neutron [-] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.595166] env[63198]: DEBUG oslo_concurrency.lockutils [req-af617399-519d-405e-a4bf-7158a37bf453 req-f37b59a5-a8d4-4e0f-b8f8-bb2f21eaaec6 service nova] Releasing lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.678216] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c9aacb-b0ea-47d2-93c0-84ea592e610b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.686159] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2255169-9356-4098-ac66-281cd32f77b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.721188] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05199977-0789-447d-b0e2-9984f0440af0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.729133] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5197779-896c-47a1-9d38-5b8867237220 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.743520] env[63198]: DEBUG nova.compute.provider_tree [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.839566] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.840295] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.840462] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.841376] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533a4d25-70fb-4536-9ded-d1415e70bcb9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.859100] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.859338] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.859502] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.859686] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.859830] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.859972] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.860201] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.860359] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.860537] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.860719] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.860926] env[63198]: DEBUG nova.virt.hardware [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.867060] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Reconfiguring VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 926.867369] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4c8f52-5749-412d-ac96-c2c77c311b3d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.880011] env[63198]: DEBUG nova.compute.utils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.881398] env[63198]: DEBUG nova.compute.manager [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.881563] env[63198]: DEBUG nova.network.neutron [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.889101] env[63198]: DEBUG oslo_vmware.api [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 926.889101] env[63198]: value = "task-2712541" [ 926.889101] env[63198]: _type = "Task" [ 926.889101] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.897778] env[63198]: DEBUG oslo_vmware.api [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712541, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.945316] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.947078] env[63198]: DEBUG nova.policy [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3575b8f1417b42e5846d9ade0cab6891', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e4070c7068a437c884080648c6bb102', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.085471] env[63198]: INFO nova.compute.manager [-] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Took 1.30 seconds to deallocate network for instance. [ 927.177424] env[63198]: DEBUG nova.network.neutron [-] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.242629] env[63198]: DEBUG nova.network.neutron [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Successfully created port: 7704f8b2-bcf3-4887-a26d-da6a811937d4 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.247055] env[63198]: DEBUG nova.scheduler.client.report [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.385394] env[63198]: DEBUG nova.compute.manager [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.399914] env[63198]: DEBUG oslo_vmware.api [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.596938] env[63198]: DEBUG oslo_concurrency.lockutils [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.680917] env[63198]: INFO nova.compute.manager [-] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Took 1.31 seconds to deallocate network for instance. [ 927.691310] env[63198]: INFO nova.compute.manager [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Rebuilding instance [ 927.738981] env[63198]: DEBUG nova.compute.manager [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.739950] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b2ca1d-f7ca-4f60-af6e-03ab2e0f2d05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.751481] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.401s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.753907] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.594s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.755593] env[63198]: INFO nova.compute.claims [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.902082] env[63198]: DEBUG oslo_vmware.api [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712541, 'name': ReconfigVM_Task, 'duration_secs': 0.654767} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.902698] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.903069] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Reconfigured VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 928.189068] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.266745] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e6ccc9a6-6209-492c-a65f-c924682603c8 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "ac704666-5bbd-461a-aa87-53c8c2133983" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.965s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.267624] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "ac704666-5bbd-461a-aa87-53c8c2133983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.651s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.267889] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "ac704666-5bbd-461a-aa87-53c8c2133983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.268410] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "ac704666-5bbd-461a-aa87-53c8c2133983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.268410] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "ac704666-5bbd-461a-aa87-53c8c2133983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.273177] env[63198]: INFO nova.compute.manager [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Terminating instance [ 928.397806] env[63198]: DEBUG nova.compute.manager [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.407302] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fa9eabe-f2e7-4c14-9733-9b527949d09d tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-563b4256-1e32-4f3a-9743-a93805d390ae" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.137s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.421495] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.421744] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.421923] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.422077] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.422228] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.422375] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.422581] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.422738] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.422927] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.423117] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.423296] env[63198]: DEBUG nova.virt.hardware [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.424396] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceff060-4dbb-423a-9bb2-fa7856ec32d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.433037] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868d8ace-7197-4cd1-9c92-7d521bca9a3c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.757171] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.757379] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ace79d4a-6cde-41ea-aaa6-861b3ce9e2b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.773517] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 928.773517] env[63198]: value = "task-2712542" [ 928.773517] env[63198]: _type = "Task" [ 928.773517] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.783045] env[63198]: DEBUG nova.compute.manager [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.783045] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.783045] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45cdae13-cf9e-4740-9f26-d6e797fdd2bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.793194] env[63198]: DEBUG nova.compute.manager [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-vif-plugged-563b4256-1e32-4f3a-9743-a93805d390ae {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.793194] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.793194] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.793194] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.793194] env[63198]: DEBUG nova.compute.manager [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] No waiting events found dispatching network-vif-plugged-563b4256-1e32-4f3a-9743-a93805d390ae {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.793194] env[63198]: WARNING nova.compute.manager [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received unexpected event network-vif-plugged-563b4256-1e32-4f3a-9743-a93805d390ae for instance with vm_state active and task_state None. [ 928.793194] env[63198]: DEBUG nova.compute.manager [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-changed-563b4256-1e32-4f3a-9743-a93805d390ae {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.793194] env[63198]: DEBUG nova.compute.manager [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Refreshing instance network info cache due to event network-changed-563b4256-1e32-4f3a-9743-a93805d390ae. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.793194] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] Acquiring lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.793194] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] Acquired lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.793194] env[63198]: DEBUG nova.network.neutron [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Refreshing network info cache for port 563b4256-1e32-4f3a-9743-a93805d390ae {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.801405] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.802223] env[63198]: DEBUG nova.network.neutron [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Successfully updated port: 7704f8b2-bcf3-4887-a26d-da6a811937d4 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.808317] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1272213-3b33-4858-936b-236e8011894b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.825317] env[63198]: DEBUG nova.compute.manager [req-fbc5657d-e208-4667-8cb2-6376e6b57dff req-331c0028-c310-4d12-8d98-38792d5cc993 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Received event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.825458] env[63198]: DEBUG nova.compute.manager [req-fbc5657d-e208-4667-8cb2-6376e6b57dff req-331c0028-c310-4d12-8d98-38792d5cc993 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing instance network info cache due to event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 928.825660] env[63198]: DEBUG oslo_concurrency.lockutils [req-fbc5657d-e208-4667-8cb2-6376e6b57dff req-331c0028-c310-4d12-8d98-38792d5cc993 service nova] Acquiring lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.825806] env[63198]: DEBUG oslo_concurrency.lockutils [req-fbc5657d-e208-4667-8cb2-6376e6b57dff req-331c0028-c310-4d12-8d98-38792d5cc993 service nova] Acquired lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.825955] env[63198]: DEBUG nova.network.neutron [req-fbc5657d-e208-4667-8cb2-6376e6b57dff req-331c0028-c310-4d12-8d98-38792d5cc993 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.853664] env[63198]: WARNING nova.virt.vmwareapi.vmops [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ac704666-5bbd-461a-aa87-53c8c2133983 could not be found. [ 928.854101] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.854444] env[63198]: INFO nova.compute.manager [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Took 0.07 seconds to destroy the instance on the hypervisor. [ 928.854877] env[63198]: DEBUG oslo.service.loopingcall [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.859363] env[63198]: DEBUG nova.compute.manager [-] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.859549] env[63198]: DEBUG nova.network.neutron [-] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.113357] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc137f-1c23-4316-aa5f-9cce4225e9af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.125050] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa316c34-e962-4a1d-90ff-b66c59d74574 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.165599] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ece05-5e8d-411d-808f-6b69c764f7c8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.174520] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a4b994-6c44-4695-b02b-745b20d6d044 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.189016] env[63198]: DEBUG nova.compute.provider_tree [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.237871] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "3036fb4e-36f2-4bf2-b8b9-208c09827625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.238169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.238381] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "3036fb4e-36f2-4bf2-b8b9-208c09827625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.238632] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.238724] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.241268] env[63198]: INFO nova.compute.manager [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Terminating instance [ 929.285639] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712542, 'name': PowerOffVM_Task, 'duration_secs': 0.296723} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.285920] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.286166] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.286944] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8e4fb9-634e-4b1d-98e3-2747fe9f06c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.294845] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.295201] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c9d52f3-087e-4134-8f06-a2b0eca8e6f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.304591] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquiring lock "refresh_cache-471506f5-e0ca-4a61-9dc8-4617cae95e9e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.304738] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquired lock "refresh_cache-471506f5-e0ca-4a61-9dc8-4617cae95e9e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.304901] env[63198]: DEBUG nova.network.neutron [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.322315] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.322596] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.322771] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Deleting the datastore file [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.323413] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fa8cbbb-0816-44b2-992e-3ea61c53ff35 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.332529] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 929.332529] env[63198]: value = "task-2712544" [ 929.332529] env[63198]: _type = "Task" [ 929.332529] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.341507] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.508301] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.508591] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.691021] env[63198]: DEBUG nova.network.neutron [-] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.693410] env[63198]: DEBUG nova.scheduler.client.report [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.745120] env[63198]: DEBUG nova.compute.manager [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.745549] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.746457] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1965d1a0-0290-4a52-a2c7-472632c465f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.757271] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.757771] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd42afd5-bf99-4aee-a57b-3c8ed6b1b95b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.764633] env[63198]: DEBUG oslo_vmware.api [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 929.764633] env[63198]: value = "task-2712545" [ 929.764633] env[63198]: _type = "Task" [ 929.764633] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.774589] env[63198]: DEBUG oslo_vmware.api [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.844348] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145591} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.844701] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.845082] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.845276] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.868468] env[63198]: DEBUG nova.network.neutron [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.012312] env[63198]: INFO nova.compute.manager [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Detaching volume def27b6e-b22b-4fd0-883e-80456bf72c46 [ 930.057321] env[63198]: DEBUG nova.network.neutron [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Updating instance_info_cache with network_info: [{"id": "7704f8b2-bcf3-4887-a26d-da6a811937d4", "address": "fa:16:3e:e5:af:03", "network": {"id": "4cd469d1-e802-42e0-9a6a-148593e39133", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1073494160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e4070c7068a437c884080648c6bb102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7704f8b2-bc", "ovs_interfaceid": "7704f8b2-bcf3-4887-a26d-da6a811937d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.063770] env[63198]: INFO nova.virt.block_device [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Attempting to driver detach volume def27b6e-b22b-4fd0-883e-80456bf72c46 from mountpoint /dev/sdb [ 930.064021] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 930.064220] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546419', 'volume_id': 'def27b6e-b22b-4fd0-883e-80456bf72c46', 'name': 'volume-def27b6e-b22b-4fd0-883e-80456bf72c46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbec33e0-6b91-4b5e-8bed-06019fbd7f26', 'attached_at': '', 'detached_at': '', 'volume_id': 'def27b6e-b22b-4fd0-883e-80456bf72c46', 'serial': 'def27b6e-b22b-4fd0-883e-80456bf72c46'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 930.065116] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda78cc1-e429-4073-af4c-0b8f6306e34f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.091578] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aac2a96-51e3-4358-92dc-53911c9a59ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.099609] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab775611-eebf-4a74-ae36-a0b0735ecfca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.128754] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf69d44-8174-4767-9605-653f7de94384 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.146327] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] The volume has not been displaced from its original location: [datastore2] volume-def27b6e-b22b-4fd0-883e-80456bf72c46/volume-def27b6e-b22b-4fd0-883e-80456bf72c46.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 930.152701] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.158800] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5feae7a2-acce-4993-a978-c4d5e578729e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.181970] env[63198]: DEBUG oslo_vmware.api [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 930.181970] env[63198]: value = "task-2712546" [ 930.181970] env[63198]: _type = "Task" [ 930.181970] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.190714] env[63198]: DEBUG oslo_vmware.api [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.199379] env[63198]: INFO nova.compute.manager [-] [instance: ac704666-5bbd-461a-aa87-53c8c2133983] Took 1.34 seconds to deallocate network for instance. [ 930.199379] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.199379] env[63198]: DEBUG nova.compute.manager [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.203398] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.258s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.203631] env[63198]: DEBUG nova.objects.instance [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lazy-loading 'resources' on Instance uuid 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.275717] env[63198]: DEBUG oslo_vmware.api [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712545, 'name': PowerOffVM_Task, 'duration_secs': 0.301086} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.275989] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.276171] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.276422] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff232f24-66f0-4a7c-b02c-2932a4feee75 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.318425] env[63198]: DEBUG nova.network.neutron [req-fbc5657d-e208-4667-8cb2-6376e6b57dff req-331c0028-c310-4d12-8d98-38792d5cc993 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updated VIF entry in instance network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.319033] env[63198]: DEBUG nova.network.neutron [req-fbc5657d-e208-4667-8cb2-6376e6b57dff req-331c0028-c310-4d12-8d98-38792d5cc993 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updating instance_info_cache with network_info: [{"id": "92cb978a-8c5e-4828-a83f-853ba83af494", "address": "fa:16:3e:2b:c3:74", "network": {"id": "3df9d7e4-562e-46f2-8493-a26fba2d46d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1121548593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "301878c2c6f94b45aec897adf19da745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cb978a-8c", "ovs_interfaceid": "92cb978a-8c5e-4828-a83f-853ba83af494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.325518] env[63198]: DEBUG nova.network.neutron [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updated VIF entry in instance network info cache for port 563b4256-1e32-4f3a-9743-a93805d390ae. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.328958] env[63198]: DEBUG nova.network.neutron [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73", "address": "fa:16:3e:fd:95:f1", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f8a1a2-54", "ovs_interfaceid": "65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "563b4256-1e32-4f3a-9743-a93805d390ae", "address": "fa:16:3e:79:b7:ab", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563b4256-1e", "ovs_interfaceid": "563b4256-1e32-4f3a-9743-a93805d390ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.349026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.349245] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.349428] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleting the datastore file [datastore2] 3036fb4e-36f2-4bf2-b8b9-208c09827625 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.353224] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f38b37c6-8c06-4cd7-8c8b-76e5af66931b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.361503] env[63198]: DEBUG oslo_vmware.api [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 930.361503] env[63198]: value = "task-2712548" [ 930.361503] env[63198]: _type = "Task" [ 930.361503] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.370789] env[63198]: DEBUG oslo_vmware.api [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.559128] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Releasing lock "refresh_cache-471506f5-e0ca-4a61-9dc8-4617cae95e9e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.560342] env[63198]: DEBUG nova.compute.manager [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Instance network_info: |[{"id": "7704f8b2-bcf3-4887-a26d-da6a811937d4", "address": "fa:16:3e:e5:af:03", "network": {"id": "4cd469d1-e802-42e0-9a6a-148593e39133", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1073494160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e4070c7068a437c884080648c6bb102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7704f8b2-bc", "ovs_interfaceid": "7704f8b2-bcf3-4887-a26d-da6a811937d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.560804] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:af:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7704f8b2-bcf3-4887-a26d-da6a811937d4', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.571037] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Creating folder: Project (3e4070c7068a437c884080648c6bb102). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.571369] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30bb8f8c-05c1-4f2a-9701-8790dd61b54f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.585684] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Created folder: Project (3e4070c7068a437c884080648c6bb102) in parent group-v546185. [ 930.585684] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Creating folder: Instances. Parent ref: group-v546420. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.585684] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-768c44b8-64ef-48de-bcc5-706a0e126986 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.595834] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Created folder: Instances in parent group-v546420. [ 930.596117] env[63198]: DEBUG oslo.service.loopingcall [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.596336] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.596649] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc08584f-7a79-4547-929b-10203c06f612 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.619105] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.619105] env[63198]: value = "task-2712551" [ 930.619105] env[63198]: _type = "Task" [ 930.619105] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.628619] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712551, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.693376] env[63198]: DEBUG oslo_vmware.api [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712546, 'name': ReconfigVM_Task, 'duration_secs': 0.358334} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.694134] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.703151] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f29924f-d684-4090-8be0-98309ef61c77 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.716103] env[63198]: DEBUG nova.compute.utils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.730366] env[63198]: DEBUG nova.compute.manager [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.733209] env[63198]: DEBUG nova.network.neutron [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.742017] env[63198]: DEBUG oslo_vmware.api [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 930.742017] env[63198]: value = "task-2712552" [ 930.742017] env[63198]: _type = "Task" [ 930.742017] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.761759] env[63198]: DEBUG oslo_vmware.api [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.804768] env[63198]: DEBUG nova.policy [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06fa4dd353f64d34adc3e5f7699f802f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd8b30d43374b768a32e6e0eaf75436', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.821952] env[63198]: DEBUG oslo_concurrency.lockutils [req-fbc5657d-e208-4667-8cb2-6376e6b57dff req-331c0028-c310-4d12-8d98-38792d5cc993 service nova] Releasing lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.823580] env[63198]: DEBUG nova.compute.manager [req-fbc5657d-e208-4667-8cb2-6376e6b57dff req-331c0028-c310-4d12-8d98-38792d5cc993 service nova] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Received event network-vif-deleted-f560ae44-406f-43e8-b968-3b3a37cf83fd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.829009] env[63198]: DEBUG oslo_concurrency.lockutils [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] Releasing lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.829009] env[63198]: DEBUG nova.compute.manager [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Received event network-vif-deleted-a440ea74-1251-497f-8e84-ae162651747e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.830136] env[63198]: DEBUG nova.compute.manager [req-68e529ef-42c2-4c7c-9edd-eab43db18d1d req-473bf7b0-4480-4049-8fd2-db17c12292d9 service nova] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Received event network-vif-deleted-a8a2c854-1a91-47bc-be03-007ef1fc040c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.873877] env[63198]: DEBUG oslo_vmware.api [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360967} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.877199] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.877424] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.877661] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.877929] env[63198]: INFO nova.compute.manager [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Took 1.13 seconds to destroy the instance on the hypervisor. [ 930.879049] env[63198]: DEBUG oslo.service.loopingcall [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.879049] env[63198]: DEBUG nova.compute.manager [-] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.879049] env[63198]: DEBUG nova.network.neutron [-] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.900219] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.900219] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.900409] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.900513] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.900590] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.900819] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.901622] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.901622] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.901919] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.901978] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.903737] env[63198]: DEBUG nova.virt.hardware [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.903737] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b3883f-2edb-43af-ae93-b7ed49783b87 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.918687] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc2325e-cf52-4913-b988-1030dd78cb4d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.936366] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.942210] env[63198]: DEBUG oslo.service.loopingcall [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.947174] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.947646] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f8d9d66-cd9a-4211-b411-af44b65b08f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.971015] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.971015] env[63198]: value = "task-2712553" [ 930.971015] env[63198]: _type = "Task" [ 930.971015] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.986067] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712553, 'name': CreateVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.104062] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef6d17b-5049-4efc-9529-fdee6da2661a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.114092] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441b31e1-b372-4473-845b-8c97d2dc4355 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.152344] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f054d-3e6e-41b2-8469-b93f4c8ebef7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.158189] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712551, 'name': CreateVM_Task, 'duration_secs': 0.450023} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.158709] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.159437] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.159598] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.159955] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.160225] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fd3f78-0cd6-4935-8cf8-05d90a79f6ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.165824] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631083e9-e954-40d1-8513-80d441dbbe23 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.171624] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 931.171624] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525ae7ed-3fac-19ff-a192-99b85a3a720e" [ 931.171624] env[63198]: _type = "Task" [ 931.171624] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.183210] env[63198]: DEBUG nova.compute.provider_tree [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.190258] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525ae7ed-3fac-19ff-a192-99b85a3a720e, 'name': SearchDatastore_Task, 'duration_secs': 0.012143} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.190583] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.190885] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.191148] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.191300] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.191481] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.191749] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdcbd8fe-79d8-40c7-bf90-37e4230d3103 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.201546] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.201716] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.202733] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3476c5-5883-489a-a357-ac9db18a1a15 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.208470] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 931.208470] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529eff22-e003-61fa-1dca-66d2fb0d1dcd" [ 931.208470] env[63198]: _type = "Task" [ 931.208470] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.218122] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529eff22-e003-61fa-1dca-66d2fb0d1dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.230470] env[63198]: DEBUG nova.compute.manager [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.236259] env[63198]: DEBUG nova.compute.manager [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Received event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.236484] env[63198]: DEBUG nova.compute.manager [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing instance network info cache due to event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.236706] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Acquiring lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.236846] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Acquired lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.236999] env[63198]: DEBUG nova.network.neutron [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.258025] env[63198]: DEBUG oslo_vmware.api [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712552, 'name': ReconfigVM_Task, 'duration_secs': 0.170394} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.258025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6fc5ef9e-4538-4db8-97a5-bee9d88bf922 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "ac704666-5bbd-461a-aa87-53c8c2133983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.988s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.258025] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546419', 'volume_id': 'def27b6e-b22b-4fd0-883e-80456bf72c46', 'name': 'volume-def27b6e-b22b-4fd0-883e-80456bf72c46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbec33e0-6b91-4b5e-8bed-06019fbd7f26', 'attached_at': '', 'detached_at': '', 'volume_id': 'def27b6e-b22b-4fd0-883e-80456bf72c46', 'serial': 'def27b6e-b22b-4fd0-883e-80456bf72c46'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 931.423923] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.424186] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.484064] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712553, 'name': CreateVM_Task, 'duration_secs': 0.292446} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.484249] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.484663] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.484826] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.485169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.485421] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18953d95-3686-4554-b380-8ec95a612ae3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.489863] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 931.489863] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529bfe6f-1052-9fc1-6fa8-caf492b7ebe9" [ 931.489863] env[63198]: _type = "Task" [ 931.489863] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.501424] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529bfe6f-1052-9fc1-6fa8-caf492b7ebe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.608512] env[63198]: DEBUG nova.network.neutron [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Successfully created port: 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.692400] env[63198]: DEBUG nova.scheduler.client.report [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.699138] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "21a838a9-9465-4af0-a10f-bb81e0a92108" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.699270] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "21a838a9-9465-4af0-a10f-bb81e0a92108" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.699616] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "21a838a9-9465-4af0-a10f-bb81e0a92108-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.699991] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "21a838a9-9465-4af0-a10f-bb81e0a92108-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.700336] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "21a838a9-9465-4af0-a10f-bb81e0a92108-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.704114] env[63198]: INFO nova.compute.manager [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Terminating instance [ 931.723448] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529eff22-e003-61fa-1dca-66d2fb0d1dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.724386] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19e1a2d-716e-494e-874f-c97a710ba21e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.730199] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 931.730199] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520ebd9e-79c5-08b8-c943-3b18461bbd6c" [ 931.730199] env[63198]: _type = "Task" [ 931.730199] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.743021] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520ebd9e-79c5-08b8-c943-3b18461bbd6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.819925] env[63198]: DEBUG nova.objects.instance [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lazy-loading 'flavor' on Instance uuid fbec33e0-6b91-4b5e-8bed-06019fbd7f26 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.926161] env[63198]: DEBUG nova.network.neutron [-] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.927498] env[63198]: DEBUG nova.compute.manager [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.003842] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529bfe6f-1052-9fc1-6fa8-caf492b7ebe9, 'name': SearchDatastore_Task, 'duration_secs': 0.016107} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.006799] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.007060] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.007497] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.007717] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.007912] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.008202] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63dd14ea-3d11-4960-885e-c166cc0ca182 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.017869] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.018091] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.019048] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae5b327-6a58-4671-80b1-d4301289698d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.024455] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 932.024455] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528a9556-14cf-1f2c-4487-03806e995a50" [ 932.024455] env[63198]: _type = "Task" [ 932.024455] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.032957] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528a9556-14cf-1f2c-4487-03806e995a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.197568] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.199907] env[63198]: DEBUG oslo_concurrency.lockutils [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.603s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.200667] env[63198]: DEBUG nova.objects.instance [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lazy-loading 'resources' on Instance uuid 9d755eba-8ecf-46a2-891c-13f69ac9d5f7 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.207702] env[63198]: DEBUG nova.compute.manager [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.207926] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.208798] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95ef8b5-e814-443e-9022-4c813209b86d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.218070] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.219433] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-635c5ca2-5d75-4b3c-842a-cefaea681f2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.230478] env[63198]: DEBUG oslo_vmware.api [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 932.230478] env[63198]: value = "task-2712554" [ 932.230478] env[63198]: _type = "Task" [ 932.230478] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.239490] env[63198]: DEBUG nova.network.neutron [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updated VIF entry in instance network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.239761] env[63198]: DEBUG nova.network.neutron [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updating instance_info_cache with network_info: [{"id": "92cb978a-8c5e-4828-a83f-853ba83af494", "address": "fa:16:3e:2b:c3:74", "network": {"id": "3df9d7e4-562e-46f2-8493-a26fba2d46d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1121548593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "301878c2c6f94b45aec897adf19da745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cb978a-8c", "ovs_interfaceid": "92cb978a-8c5e-4828-a83f-853ba83af494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.242047] env[63198]: INFO nova.scheduler.client.report [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Deleted allocations for instance 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532 [ 932.247699] env[63198]: DEBUG nova.compute.manager [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.258101] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520ebd9e-79c5-08b8-c943-3b18461bbd6c, 'name': SearchDatastore_Task, 'duration_secs': 0.013293} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.258339] env[63198]: DEBUG oslo_vmware.api [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.259394] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.259655] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 471506f5-e0ca-4a61-9dc8-4617cae95e9e/471506f5-e0ca-4a61-9dc8-4617cae95e9e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.259924] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee84dd4-36ee-4626-9ed8-4446ed20c3d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.267350] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 932.267350] env[63198]: value = "task-2712555" [ 932.267350] env[63198]: _type = "Task" [ 932.267350] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.278346] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.281441] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.281652] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.281861] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.282631] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.282851] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.283060] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.283360] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.283583] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.283818] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.284068] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.284315] env[63198]: DEBUG nova.virt.hardware [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.285569] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0c31b4-a599-4087-abfd-a91ed6c4e025 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.294875] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42068e53-8942-4196-b087-932d2ed6a1b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.431104] env[63198]: INFO nova.compute.manager [-] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Took 1.55 seconds to deallocate network for instance. [ 932.458022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.538447] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528a9556-14cf-1f2c-4487-03806e995a50, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.539692] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a9edd54-8857-40ec-94c8-6c03d31b66e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.545888] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 932.545888] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5201d722-109a-1803-fcc4-0ca6acc1a0c7" [ 932.545888] env[63198]: _type = "Task" [ 932.545888] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.557943] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5201d722-109a-1803-fcc4-0ca6acc1a0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.742298] env[63198]: DEBUG oslo_vmware.api [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712554, 'name': PowerOffVM_Task, 'duration_secs': 0.190683} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.744434] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.744779] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.746502] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Releasing lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.747310] env[63198]: DEBUG nova.compute.manager [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Received event network-vif-plugged-7704f8b2-bcf3-4887-a26d-da6a811937d4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.747638] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Acquiring lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.747968] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.748257] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.748535] env[63198]: DEBUG nova.compute.manager [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] No waiting events found dispatching network-vif-plugged-7704f8b2-bcf3-4887-a26d-da6a811937d4 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.748811] env[63198]: WARNING nova.compute.manager [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Received unexpected event network-vif-plugged-7704f8b2-bcf3-4887-a26d-da6a811937d4 for instance with vm_state building and task_state spawning. [ 932.749093] env[63198]: DEBUG nova.compute.manager [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Received event network-changed-7704f8b2-bcf3-4887-a26d-da6a811937d4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.749382] env[63198]: DEBUG nova.compute.manager [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Refreshing instance network info cache due to event network-changed-7704f8b2-bcf3-4887-a26d-da6a811937d4. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 932.749688] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Acquiring lock "refresh_cache-471506f5-e0ca-4a61-9dc8-4617cae95e9e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.750239] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Acquired lock "refresh_cache-471506f5-e0ca-4a61-9dc8-4617cae95e9e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.750526] env[63198]: DEBUG nova.network.neutron [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Refreshing network info cache for port 7704f8b2-bcf3-4887-a26d-da6a811937d4 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.751960] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce485c8-14fe-425c-b1f3-c0185cd6ea88 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.764011] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f6eb21b2-766b-438c-8c20-e6fce1d26e21 tempest-ServersTestManualDisk-1657682739 tempest-ServersTestManualDisk-1657682739-project-member] Lock "28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.568s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.780049] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480916} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.781408] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 471506f5-e0ca-4a61-9dc8-4617cae95e9e/471506f5-e0ca-4a61-9dc8-4617cae95e9e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.781712] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.781996] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6317b769-2515-446d-95b4-f7e64165e3eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.789988] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 932.789988] env[63198]: value = "task-2712557" [ 932.789988] env[63198]: _type = "Task" [ 932.789988] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.804680] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.820728] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.821061] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.821061] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleting the datastore file [datastore2] 21a838a9-9465-4af0-a10f-bb81e0a92108 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.821296] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a534e64d-9b75-49d7-891e-86e6a1a35935 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.827106] env[63198]: DEBUG oslo_vmware.api [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 932.827106] env[63198]: value = "task-2712558" [ 932.827106] env[63198]: _type = "Task" [ 932.827106] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.831231] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b9f1d0d1-9d1d-4635-a708-ab70a47c4a9c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.839955] env[63198]: DEBUG oslo_vmware.api [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.946464] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.991199] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.991445] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.004957] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.005374] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.042779] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809fa2aa-a09b-447c-817d-99b692332281 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.053994] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7ee61b-9a5b-4bbc-8e86-5a0bedb00bcd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.060684] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5201d722-109a-1803-fcc4-0ca6acc1a0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01553} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.061269] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.061539] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771/4fc90bd4-7125-4a7f-9be8-abe730a83771.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.061809] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cb42f88-c728-44ae-b777-9163093c8c0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.090524] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe2cda4-a5d1-474a-b616-51b46eea558d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.094556] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 933.094556] env[63198]: value = "task-2712559" [ 933.094556] env[63198]: _type = "Task" [ 933.094556] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.101630] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70983ec9-1783-4176-a152-d6139298b6ed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.108438] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.118592] env[63198]: DEBUG nova.compute.provider_tree [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.228212] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "c74dd82a-fb47-4383-928f-be8184d8bf11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.228480] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "c74dd82a-fb47-4383-928f-be8184d8bf11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.228694] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "c74dd82a-fb47-4383-928f-be8184d8bf11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.228881] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "c74dd82a-fb47-4383-928f-be8184d8bf11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.229062] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "c74dd82a-fb47-4383-928f-be8184d8bf11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.232494] env[63198]: INFO nova.compute.manager [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Terminating instance [ 933.300807] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068133} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.301144] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.302106] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82fbdab-60a8-4807-be1d-00db6e83bed7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.327224] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 471506f5-e0ca-4a61-9dc8-4617cae95e9e/471506f5-e0ca-4a61-9dc8-4617cae95e9e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.330230] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c8d940-a656-4b51-b085-055ac50fc04e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.356729] env[63198]: DEBUG oslo_vmware.api [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142395} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.359641] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.359641] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.359641] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.359641] env[63198]: INFO nova.compute.manager [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Took 1.15 seconds to destroy the instance on the hypervisor. [ 933.359641] env[63198]: DEBUG oslo.service.loopingcall [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.359641] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 933.359641] env[63198]: value = "task-2712560" [ 933.359641] env[63198]: _type = "Task" [ 933.359641] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.359641] env[63198]: DEBUG nova.compute.manager [-] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.360330] env[63198]: DEBUG nova.network.neutron [-] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.370759] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712560, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.495120] env[63198]: DEBUG nova.compute.manager [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.513832] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.515711] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.517895] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d755218-b825-4266-9a34-e4fd71a688b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.542068] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94443bfa-ebfd-4cd7-857e-2326e86de3f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.578773] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Reconfiguring VM to detach interface {{(pid=63198) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 933.579564] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20dd96ed-a105-4e97-9e93-ea65d46b99a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.601777] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 933.601777] env[63198]: value = "task-2712561" [ 933.601777] env[63198]: _type = "Task" [ 933.601777] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.611695] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712559, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.617752] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.621305] env[63198]: DEBUG nova.scheduler.client.report [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.657411] env[63198]: DEBUG nova.compute.manager [req-8d25f0cd-881a-42be-ac86-979d0d618c6d req-d3d204a8-76ea-4640-8239-62c0215e838a service nova] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Received event network-vif-deleted-03d6f43f-5595-46ea-8061-476d009cdcec {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.700478] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.700791] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.701025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.701215] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.703172] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.705303] env[63198]: INFO nova.compute.manager [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Terminating instance [ 933.736169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "4d977f30-60a9-4619-9e2a-c58da743b0e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.736169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "4d977f30-60a9-4619-9e2a-c58da743b0e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.742300] env[63198]: DEBUG nova.compute.manager [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.742300] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.742300] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4717de50-48e9-4402-828d-61a772df2048 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.755317] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.755317] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3540e0d7-dc94-4dea-af59-44f9a503de92 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.762801] env[63198]: DEBUG oslo_vmware.api [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 933.762801] env[63198]: value = "task-2712562" [ 933.762801] env[63198]: _type = "Task" [ 933.762801] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.773770] env[63198]: DEBUG oslo_vmware.api [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.805613] env[63198]: DEBUG nova.network.neutron [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Updated VIF entry in instance network info cache for port 7704f8b2-bcf3-4887-a26d-da6a811937d4. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.806241] env[63198]: DEBUG nova.network.neutron [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Updating instance_info_cache with network_info: [{"id": "7704f8b2-bcf3-4887-a26d-da6a811937d4", "address": "fa:16:3e:e5:af:03", "network": {"id": "4cd469d1-e802-42e0-9a6a-148593e39133", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1073494160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e4070c7068a437c884080648c6bb102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7704f8b2-bc", "ovs_interfaceid": "7704f8b2-bcf3-4887-a26d-da6a811937d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.872649] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712560, 'name': ReconfigVM_Task, 'duration_secs': 0.32081} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.872965] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 471506f5-e0ca-4a61-9dc8-4617cae95e9e/471506f5-e0ca-4a61-9dc8-4617cae95e9e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.873816] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8ab178b-51be-40d3-83a7-7fb5566ad511 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.879996] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 933.879996] env[63198]: value = "task-2712563" [ 933.879996] env[63198]: _type = "Task" [ 933.879996] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.888908] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712563, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.915712] env[63198]: DEBUG nova.network.neutron [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Successfully updated port: 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.020611] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.074807] env[63198]: DEBUG nova.compute.manager [req-10a1a4a0-7ec5-4eb3-adf9-76f10d963bee req-cccaa925-c483-4243-9c7a-1c350f6b9ff4 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Received event network-vif-deleted-38b3a456-1a5e-43ef-ae37-f255daab3fbc {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.074807] env[63198]: INFO nova.compute.manager [req-10a1a4a0-7ec5-4eb3-adf9-76f10d963bee req-cccaa925-c483-4243-9c7a-1c350f6b9ff4 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Neutron deleted interface 38b3a456-1a5e-43ef-ae37-f255daab3fbc; detaching it from the instance and deleting it from the info cache [ 934.074807] env[63198]: DEBUG nova.network.neutron [req-10a1a4a0-7ec5-4eb3-adf9-76f10d963bee req-cccaa925-c483-4243-9c7a-1c350f6b9ff4 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.111045] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522844} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.112110] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771/4fc90bd4-7125-4a7f-9be8-abe730a83771.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.112503] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.113089] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39629915-5a05-4aeb-ae46-1f3b2d539919 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.119305] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.127221] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 934.127221] env[63198]: value = "task-2712564" [ 934.127221] env[63198]: _type = "Task" [ 934.127221] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.130325] env[63198]: DEBUG oslo_concurrency.lockutils [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.138929] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.949s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.139754] env[63198]: DEBUG nova.objects.instance [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lazy-loading 'resources' on Instance uuid c680dc39-4770-4635-8482-c6c8b08e2b2e {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.140496] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.172144] env[63198]: INFO nova.scheduler.client.report [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleted allocations for instance 9d755eba-8ecf-46a2-891c-13f69ac9d5f7 [ 934.209460] env[63198]: DEBUG nova.compute.manager [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.209706] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.211476] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6b2736-dafa-4bbf-a8ce-1c3713d01d26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.219687] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.219928] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3907fc1b-8557-4ef0-9228-ba7027512342 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.226727] env[63198]: DEBUG oslo_vmware.api [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 934.226727] env[63198]: value = "task-2712565" [ 934.226727] env[63198]: _type = "Task" [ 934.226727] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.236350] env[63198]: DEBUG oslo_vmware.api [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.236732] env[63198]: DEBUG nova.compute.manager [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.274680] env[63198]: DEBUG oslo_vmware.api [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712562, 'name': PowerOffVM_Task, 'duration_secs': 0.224798} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.275113] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.275349] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.275650] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5524cd9a-e61d-4be3-9da9-17d3f932f11f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.278973] env[63198]: DEBUG nova.network.neutron [-] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.309891] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Releasing lock "refresh_cache-471506f5-e0ca-4a61-9dc8-4617cae95e9e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.310352] env[63198]: DEBUG nova.compute.manager [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Received event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.310677] env[63198]: DEBUG nova.compute.manager [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing instance network info cache due to event network-changed-92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 934.310896] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Acquiring lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.311134] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Acquired lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.311335] env[63198]: DEBUG nova.network.neutron [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Refreshing network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.347486] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.348018] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.348018] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Deleting the datastore file [datastore1] c74dd82a-fb47-4383-928f-be8184d8bf11 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.348191] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e3bc3fb-d187-4885-b8b8-1535f1168762 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.354205] env[63198]: DEBUG oslo_vmware.api [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for the task: (returnval){ [ 934.354205] env[63198]: value = "task-2712567" [ 934.354205] env[63198]: _type = "Task" [ 934.354205] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.362686] env[63198]: DEBUG oslo_vmware.api [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.390150] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712563, 'name': Rename_Task, 'duration_secs': 0.161161} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.390431] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.390677] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f6b81a8-9a1e-47a3-9ee6-3ab81bd1bb84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.397401] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 934.397401] env[63198]: value = "task-2712568" [ 934.397401] env[63198]: _type = "Task" [ 934.397401] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.409829] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.418911] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.419079] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.419260] env[63198]: DEBUG nova.network.neutron [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.575777] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5557775-7304-4692-bf1d-c033ca09d6d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.588128] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc6f25-1f7e-45e4-bfe3-0ed18b49049e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.612367] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.624770] env[63198]: DEBUG nova.compute.manager [req-10a1a4a0-7ec5-4eb3-adf9-76f10d963bee req-cccaa925-c483-4243-9c7a-1c350f6b9ff4 service nova] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Detach interface failed, port_id=38b3a456-1a5e-43ef-ae37-f255daab3fbc, reason: Instance 21a838a9-9465-4af0-a10f-bb81e0a92108 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 934.634236] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069751} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.634532] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.635341] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e2772f-31cb-4981-bd49-62f5317f9ca4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.659226] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771/4fc90bd4-7125-4a7f-9be8-abe730a83771.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.660484] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00097ef5-1d8e-4fd3-8b37-076ac497a5c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.681137] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 934.681137] env[63198]: value = "task-2712569" [ 934.681137] env[63198]: _type = "Task" [ 934.681137] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.684698] env[63198]: DEBUG oslo_concurrency.lockutils [None req-eadddda7-2bdd-494d-b13f-07d10b4cc089 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "9d755eba-8ecf-46a2-891c-13f69ac9d5f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.568s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.691373] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.742777] env[63198]: DEBUG oslo_vmware.api [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712565, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.764016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.781805] env[63198]: INFO nova.compute.manager [-] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Took 1.42 seconds to deallocate network for instance. [ 934.874036] env[63198]: DEBUG oslo_vmware.api [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Task: {'id': task-2712567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283127} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.874365] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.874839] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.874839] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.874839] env[63198]: INFO nova.compute.manager [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Took 1.14 seconds to destroy the instance on the hypervisor. [ 934.875149] env[63198]: DEBUG oslo.service.loopingcall [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.875468] env[63198]: DEBUG nova.compute.manager [-] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.875468] env[63198]: DEBUG nova.network.neutron [-] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.914644] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712568, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.974054] env[63198]: DEBUG nova.network.neutron [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.048352] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb6213a-aa86-4ccd-8a3e-0513d9d301e1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.058514] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b660822d-7bf8-4c79-bc6e-d33d53d874cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.092627] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a2856f-89cb-4bc6-aefd-5b2727a9feb8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.101297] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694f2d4c-802a-4d47-801f-376964ec0c31 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.120871] env[63198]: DEBUG nova.compute.provider_tree [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.128810] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.186018] env[63198]: DEBUG nova.network.neutron [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating instance_info_cache with network_info: [{"id": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "address": "fa:16:3e:c7:36:d3", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1d09f0-d0", "ovs_interfaceid": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.201812] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712569, 'name': ReconfigVM_Task, 'duration_secs': 0.275991} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.201812] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771/4fc90bd4-7125-4a7f-9be8-abe730a83771.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.202065] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3e7ad04-5927-4284-b731-7cb6d9ae562b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.210814] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 935.210814] env[63198]: value = "task-2712570" [ 935.210814] env[63198]: _type = "Task" [ 935.210814] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.223358] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712570, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.239354] env[63198]: DEBUG oslo_vmware.api [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712565, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.278229] env[63198]: DEBUG nova.network.neutron [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updated VIF entry in instance network info cache for port 92cb978a-8c5e-4828-a83f-853ba83af494. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.279484] env[63198]: DEBUG nova.network.neutron [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updating instance_info_cache with network_info: [{"id": "92cb978a-8c5e-4828-a83f-853ba83af494", "address": "fa:16:3e:2b:c3:74", "network": {"id": "3df9d7e4-562e-46f2-8493-a26fba2d46d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1121548593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "301878c2c6f94b45aec897adf19da745", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cb978a-8c", "ovs_interfaceid": "92cb978a-8c5e-4828-a83f-853ba83af494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.291384] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.374789] env[63198]: DEBUG oslo_concurrency.lockutils [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "245c7b18-515b-4d5b-8354-e68fe0df8151" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.375195] env[63198]: DEBUG oslo_concurrency.lockutils [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.375290] env[63198]: DEBUG nova.compute.manager [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.376141] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfaa5e3-6b6b-46ec-9800-b1c715eeb2fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.383681] env[63198]: DEBUG nova.compute.manager [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 935.384257] env[63198]: DEBUG nova.objects.instance [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'flavor' on Instance uuid 245c7b18-515b-4d5b-8354-e68fe0df8151 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.407667] env[63198]: DEBUG oslo_vmware.api [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712568, 'name': PowerOnVM_Task, 'duration_secs': 0.529087} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.407921] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.408137] env[63198]: INFO nova.compute.manager [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Took 7.01 seconds to spawn the instance on the hypervisor. [ 935.408320] env[63198]: DEBUG nova.compute.manager [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.409125] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b2417-e8b4-4d30-8d01-f860c02ef0d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.617649] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.635067] env[63198]: DEBUG nova.scheduler.client.report [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.692518] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.692978] env[63198]: DEBUG nova.compute.manager [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Instance network_info: |[{"id": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "address": "fa:16:3e:c7:36:d3", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1d09f0-d0", "ovs_interfaceid": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.693459] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:36:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.701962] env[63198]: DEBUG oslo.service.loopingcall [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.702339] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.702635] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bebc73a-a555-4a71-a1a6-75efaf91abda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.729918] env[63198]: DEBUG nova.compute.manager [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received event network-vif-plugged-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.730198] env[63198]: DEBUG oslo_concurrency.lockutils [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] Acquiring lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.730598] env[63198]: DEBUG oslo_concurrency.lockutils [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.730859] env[63198]: DEBUG oslo_concurrency.lockutils [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.731159] env[63198]: DEBUG nova.compute.manager [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] No waiting events found dispatching network-vif-plugged-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.731368] env[63198]: WARNING nova.compute.manager [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received unexpected event network-vif-plugged-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce for instance with vm_state building and task_state spawning. [ 935.731569] env[63198]: DEBUG nova.compute.manager [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received event network-changed-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.731769] env[63198]: DEBUG nova.compute.manager [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Refreshing instance network info cache due to event network-changed-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.732057] env[63198]: DEBUG oslo_concurrency.lockutils [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] Acquiring lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.732218] env[63198]: DEBUG oslo_concurrency.lockutils [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] Acquired lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.732687] env[63198]: DEBUG nova.network.neutron [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Refreshing network info cache for port 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.738978] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.738978] env[63198]: value = "task-2712571" [ 935.738978] env[63198]: _type = "Task" [ 935.738978] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.744460] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712570, 'name': Rename_Task, 'duration_secs': 0.36751} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.749826] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.751947] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32fbd253-7853-40ed-9e1a-4551ab4296d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.755457] env[63198]: DEBUG oslo_vmware.api [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712565, 'name': PowerOffVM_Task, 'duration_secs': 1.259314} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.756272] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.756441] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.756983] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1559430b-6aea-460c-9ee4-e9c5f23565ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.761931] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712571, 'name': CreateVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.764121] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 935.764121] env[63198]: value = "task-2712572" [ 935.764121] env[63198]: _type = "Task" [ 935.764121] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.773570] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.782611] env[63198]: DEBUG oslo_concurrency.lockutils [req-7e54c596-83b2-4889-a665-ffb13e8cf3cb req-180c7231-f7f9-4dd6-9cf8-71bf252f3e59 service nova] Releasing lock "refresh_cache-c74dd82a-fb47-4383-928f-be8184d8bf11" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.842374] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.842628] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.842823] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Deleting the datastore file [datastore1] d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.843202] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbdf3d68-445f-43ce-a6c4-b36886b645f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.850769] env[63198]: DEBUG oslo_vmware.api [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for the task: (returnval){ [ 935.850769] env[63198]: value = "task-2712574" [ 935.850769] env[63198]: _type = "Task" [ 935.850769] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.859893] env[63198]: DEBUG nova.network.neutron [-] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.861154] env[63198]: DEBUG oslo_vmware.api [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.924686] env[63198]: INFO nova.compute.manager [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Took 21.77 seconds to build instance. [ 936.115311] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.142606] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.145779] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.689s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.146460] env[63198]: INFO nova.compute.claims [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.167031] env[63198]: INFO nova.scheduler.client.report [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleted allocations for instance c680dc39-4770-4635-8482-c6c8b08e2b2e [ 936.256736] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712571, 'name': CreateVM_Task, 'duration_secs': 0.364612} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.257241] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.257984] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.258223] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.258580] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.258887] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f204d7-6870-4f70-b33c-f0fd2e001dd6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.263458] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 936.263458] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529fe018-79f8-ae14-6122-1b5891656be7" [ 936.263458] env[63198]: _type = "Task" [ 936.263458] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.276293] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529fe018-79f8-ae14-6122-1b5891656be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.279740] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712572, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.361667] env[63198]: DEBUG oslo_vmware.api [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Task: {'id': task-2712574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282963} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.362116] env[63198]: INFO nova.compute.manager [-] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Took 1.49 seconds to deallocate network for instance. [ 936.362383] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.362634] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.362833] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.362998] env[63198]: INFO nova.compute.manager [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Took 2.15 seconds to destroy the instance on the hypervisor. [ 936.363251] env[63198]: DEBUG oslo.service.loopingcall [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.364752] env[63198]: DEBUG nova.compute.manager [-] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.364856] env[63198]: DEBUG nova.network.neutron [-] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.390669] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.392114] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20132fea-84c1-4571-9796-40b17f195031 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.398397] env[63198]: DEBUG oslo_vmware.api [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 936.398397] env[63198]: value = "task-2712575" [ 936.398397] env[63198]: _type = "Task" [ 936.398397] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.410683] env[63198]: DEBUG oslo_vmware.api [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.426502] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdc731ae-56dd-47f2-af3a-ec726a7798de tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.283s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.617736] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.675053] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ad051fa2-a7c9-4b95-b136-e3e11b3aba7b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "c680dc39-4770-4635-8482-c6c8b08e2b2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.966s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.693285] env[63198]: DEBUG nova.network.neutron [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updated VIF entry in instance network info cache for port 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.693285] env[63198]: DEBUG nova.network.neutron [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating instance_info_cache with network_info: [{"id": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "address": "fa:16:3e:c7:36:d3", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1d09f0-d0", "ovs_interfaceid": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.785267] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712572, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.789834] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529fe018-79f8-ae14-6122-1b5891656be7, 'name': SearchDatastore_Task, 'duration_secs': 0.014544} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.790188] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.790438] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.790783] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.791013] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.791255] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.791572] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13e6d761-67c6-4ef7-a7e4-e7233b0d2e77 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.803709] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.803960] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.804899] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9406eb-f8f3-4a86-a81d-19ba80b437c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.811458] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 936.811458] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e87a37-99e7-efd9-5327-f31545483bae" [ 936.811458] env[63198]: _type = "Task" [ 936.811458] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.822959] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e87a37-99e7-efd9-5327-f31545483bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.871524] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.911348] env[63198]: DEBUG oslo_vmware.api [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712575, 'name': PowerOffVM_Task, 'duration_secs': 0.449336} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.911611] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.911817] env[63198]: DEBUG nova.compute.manager [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.912617] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6636d0-2ef2-4751-9d36-c4d34325ff17 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.119224] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.197339] env[63198]: DEBUG oslo_concurrency.lockutils [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] Releasing lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.197339] env[63198]: DEBUG nova.compute.manager [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Received event network-vif-deleted-92cb978a-8c5e-4828-a83f-853ba83af494 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.197339] env[63198]: INFO nova.compute.manager [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Neutron deleted interface 92cb978a-8c5e-4828-a83f-853ba83af494; detaching it from the instance and deleting it from the info cache [ 937.197683] env[63198]: DEBUG nova.network.neutron [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.230481] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquiring lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.231465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.231465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquiring lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.231465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.231465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.235554] env[63198]: INFO nova.compute.manager [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Terminating instance [ 937.282712] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712572, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.325010] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e87a37-99e7-efd9-5327-f31545483bae, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.325819] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ddb0ced-aee8-4333-827e-c64fe8b86563 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.331224] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 937.331224] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52acf029-a8c8-df55-69a9-9d1787ef25a1" [ 937.331224] env[63198]: _type = "Task" [ 937.331224] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.342824] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52acf029-a8c8-df55-69a9-9d1787ef25a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.426096] env[63198]: DEBUG oslo_concurrency.lockutils [None req-230f8d26-b5ec-4e2e-8f7b-8e4b0653c61a tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.468245] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7eb4f4-7569-4460-9891-4f1a4f46ebc7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.478700] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df33a265-2e9f-417e-952e-8c99ef62dcce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.523058] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093075bb-242f-4c0d-8d6d-78c90d0a6c35 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.528404] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9466edc-d7d9-4aa6-879c-04437a2d7625 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.543796] env[63198]: DEBUG nova.compute.provider_tree [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.618746] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.701244] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac064bed-dcdf-453a-9909-9e483157a710 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.710983] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8671f7c1-5277-4b76-9a5d-d9f03041664d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.722224] env[63198]: DEBUG nova.network.neutron [-] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.747403] env[63198]: DEBUG nova.compute.manager [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.747730] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.748480] env[63198]: DEBUG nova.compute.manager [req-7a2a106d-6c6b-400b-abde-3cff27f8e248 req-aff09a56-efb4-495b-8899-2aaaf0b66173 service nova] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Detach interface failed, port_id=92cb978a-8c5e-4828-a83f-853ba83af494, reason: Instance c74dd82a-fb47-4383-928f-be8184d8bf11 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 937.750692] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d466c779-6762-4104-81c5-78aa1e2cc74e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.756505] env[63198]: DEBUG nova.compute.manager [req-f18155dc-33a5-4bea-a3b3-394b8f6a0969 req-f52472c2-8d01-4b61-8b1d-a629dfda3b2d service nova] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Received event network-vif-deleted-b649f9ec-9159-45fc-b659-b673109326f1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.763499] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.764728] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f38cc051-39e9-491f-94b1-ac716dc6abc5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.772651] env[63198]: DEBUG oslo_vmware.api [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 937.772651] env[63198]: value = "task-2712576" [ 937.772651] env[63198]: _type = "Task" [ 937.772651] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.785308] env[63198]: DEBUG oslo_vmware.api [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712572, 'name': PowerOnVM_Task, 'duration_secs': 1.543619} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.788258] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.788756] env[63198]: DEBUG nova.compute.manager [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.789931] env[63198]: DEBUG oslo_vmware.api [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.790418] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbf9af7-7401-449c-828f-65e1bf4e2663 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.844870] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52acf029-a8c8-df55-69a9-9d1787ef25a1, 'name': SearchDatastore_Task, 'duration_secs': 0.02052} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.846732] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.846732] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6/9bfdf39f-14c3-40a5-b1e4-24a0f65040a6.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.846732] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dfcf3fa-4a20-4091-ab9e-58fc8872b901 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.853832] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 937.853832] env[63198]: value = "task-2712577" [ 937.853832] env[63198]: _type = "Task" [ 937.853832] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.863394] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.942900] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "a505b67f-b958-4b65-91dc-17dfe131be2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.943263] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "a505b67f-b958-4b65-91dc-17dfe131be2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.983556] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.983878] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.050297] env[63198]: DEBUG nova.scheduler.client.report [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.054416] env[63198]: DEBUG nova.objects.instance [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'flavor' on Instance uuid 245c7b18-515b-4d5b-8354-e68fe0df8151 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.118744] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.224473] env[63198]: INFO nova.compute.manager [-] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Took 1.86 seconds to deallocate network for instance. [ 938.294414] env[63198]: DEBUG oslo_vmware.api [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712576, 'name': PowerOffVM_Task, 'duration_secs': 0.206897} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.294721] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.294909] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.295241] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c03786-51c9-43e9-804e-dedadcbaa4cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.310026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.360600] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.360913] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.361125] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Deleting the datastore file [datastore1] 471506f5-e0ca-4a61-9dc8-4617cae95e9e {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.361776] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf52a14b-1451-436b-81ae-029c71531306 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.367428] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712577, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.373634] env[63198]: DEBUG oslo_vmware.api [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for the task: (returnval){ [ 938.373634] env[63198]: value = "task-2712579" [ 938.373634] env[63198]: _type = "Task" [ 938.373634] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.382263] env[63198]: DEBUG oslo_vmware.api [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.445710] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.486602] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.557673] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.558327] env[63198]: DEBUG nova.compute.manager [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.563781] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.617s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.563990] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.566560] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.546s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.568146] env[63198]: INFO nova.compute.claims [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.571382] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.571549] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.571779] env[63198]: DEBUG nova.network.neutron [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.571975] env[63198]: DEBUG nova.objects.instance [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'info_cache' on Instance uuid 245c7b18-515b-4d5b-8354-e68fe0df8151 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.605079] env[63198]: INFO nova.scheduler.client.report [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted allocations for instance 3036fb4e-36f2-4bf2-b8b9-208c09827625 [ 938.623499] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.731362] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.869607] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78153} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.869607] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6/9bfdf39f-14c3-40a5-b1e4-24a0f65040a6.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.869607] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.870137] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5631111-17ab-40af-ac01-178098c2545c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.885287] env[63198]: DEBUG oslo_vmware.api [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Task: {'id': task-2712579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395369} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.886941] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.888031] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.888031] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.888031] env[63198]: INFO nova.compute.manager [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 938.888031] env[63198]: DEBUG oslo.service.loopingcall [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.888031] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 938.888031] env[63198]: value = "task-2712580" [ 938.888031] env[63198]: _type = "Task" [ 938.888031] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.888390] env[63198]: DEBUG nova.compute.manager [-] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.888914] env[63198]: DEBUG nova.network.neutron [-] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.898023] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.980212] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.008250] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.073167] env[63198]: DEBUG nova.compute.utils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.074639] env[63198]: DEBUG nova.compute.manager [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.074814] env[63198]: DEBUG nova.network.neutron [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.082462] env[63198]: DEBUG nova.objects.base [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Object Instance<245c7b18-515b-4d5b-8354-e68fe0df8151> lazy-loaded attributes: flavor,info_cache {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 939.123979] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f44bf45-2821-464d-bb9c-b7d1ad160f96 tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "3036fb4e-36f2-4bf2-b8b9-208c09827625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.886s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.131248] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.171185] env[63198]: DEBUG nova.policy [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02657563a53e40419d8b378cbc3f81a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca6281c75a314f61a30987a3602e6b70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.197022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "4fc90bd4-7125-4a7f-9be8-abe730a83771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.197022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "4fc90bd4-7125-4a7f-9be8-abe730a83771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.197022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "4fc90bd4-7125-4a7f-9be8-abe730a83771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.197022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "4fc90bd4-7125-4a7f-9be8-abe730a83771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.197022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "4fc90bd4-7125-4a7f-9be8-abe730a83771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.197615] env[63198]: INFO nova.compute.manager [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Terminating instance [ 939.401743] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07367} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.402203] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.402819] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826b3a88-2ee8-4ff2-be92-12e9b46da656 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.430703] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6/9bfdf39f-14c3-40a5-b1e4-24a0f65040a6.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.431311] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde11d73-9303-468e-a320-94904d9d601e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.457360] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 939.457360] env[63198]: value = "task-2712581" [ 939.457360] env[63198]: _type = "Task" [ 939.457360] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.466587] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.579020] env[63198]: DEBUG nova.compute.manager [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.628404] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.679189] env[63198]: DEBUG nova.network.neutron [-] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.702124] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "refresh_cache-4fc90bd4-7125-4a7f-9be8-abe730a83771" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.702374] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquired lock "refresh_cache-4fc90bd4-7125-4a7f-9be8-abe730a83771" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.702596] env[63198]: DEBUG nova.network.neutron [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.709175] env[63198]: DEBUG nova.network.neutron [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Successfully created port: c43cf3d0-66d7-457c-8164-99d13177eb4b {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.936254] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c4e208-67c1-4c9d-82b1-617a4dcfa5f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.949056] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5018aad-92cb-48ee-a51b-e3cd8b334c34 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.985530] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27040dc7-bc4e-4306-929f-27890006e98e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.999115] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712581, 'name': ReconfigVM_Task, 'duration_secs': 0.509951} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.999900] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6/9bfdf39f-14c3-40a5-b1e4-24a0f65040a6.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.000619] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9210ba30-78ab-442c-ad57-3c5e4b8b6576 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.003577] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0fc190-fd60-47f9-9b4b-390e6bc6a909 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.019628] env[63198]: DEBUG nova.compute.provider_tree [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.022379] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 940.022379] env[63198]: value = "task-2712582" [ 940.022379] env[63198]: _type = "Task" [ 940.022379] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.032143] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712582, 'name': Rename_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.040363] env[63198]: DEBUG nova.compute.manager [req-ea9ab950-9737-42fb-b46c-edcc375a6323 req-449bf7b8-5b6d-46eb-82d9-024f0bb14698 service nova] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Received event network-vif-deleted-7704f8b2-bcf3-4887-a26d-da6a811937d4 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.127235] env[63198]: DEBUG oslo_vmware.api [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712561, 'name': ReconfigVM_Task, 'duration_secs': 6.074118} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.127235] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.127235] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Reconfigured VM to detach interface {{(pid=63198) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 940.182191] env[63198]: INFO nova.compute.manager [-] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Took 1.29 seconds to deallocate network for instance. [ 940.260548] env[63198]: DEBUG nova.network.neutron [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.267229] env[63198]: DEBUG nova.network.neutron [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance_info_cache with network_info: [{"id": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "address": "fa:16:3e:e6:e3:2d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50328fc8-f9", "ovs_interfaceid": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.388227] env[63198]: DEBUG nova.network.neutron [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.505999] env[63198]: DEBUG nova.compute.manager [req-4d3ad4ac-3629-413c-bd40-5bc856fe4ff9 req-32a894c1-5b23-4eff-af29-55bdf37b4bb0 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-vif-deleted-65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.506252] env[63198]: INFO nova.compute.manager [req-4d3ad4ac-3629-413c-bd40-5bc856fe4ff9 req-32a894c1-5b23-4eff-af29-55bdf37b4bb0 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Neutron deleted interface 65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73; detaching it from the instance and deleting it from the info cache [ 940.506511] env[63198]: DEBUG nova.network.neutron [req-4d3ad4ac-3629-413c-bd40-5bc856fe4ff9 req-32a894c1-5b23-4eff-af29-55bdf37b4bb0 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "563b4256-1e32-4f3a-9743-a93805d390ae", "address": "fa:16:3e:79:b7:ab", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap563b4256-1e", "ovs_interfaceid": "563b4256-1e32-4f3a-9743-a93805d390ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.524465] env[63198]: DEBUG nova.scheduler.client.report [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.538036] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712582, 'name': Rename_Task, 'duration_secs': 0.175324} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.538540] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.538879] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef9f5a7d-8af3-4dad-a634-0ff764915bb4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.545637] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 940.545637] env[63198]: value = "task-2712583" [ 940.545637] env[63198]: _type = "Task" [ 940.545637] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.553640] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.591461] env[63198]: DEBUG nova.compute.manager [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.622173] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.622428] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.622587] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.623066] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.623066] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.623066] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.623346] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.623549] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.623719] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.623944] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.624222] env[63198]: DEBUG nova.virt.hardware [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.625120] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f30c516-9db1-4bfc-9f18-d8884d13fa5d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.634692] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a87df1d-4241-4bc2-bc31-2f436d58ac1c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.689690] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.770768] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.892944] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Releasing lock "refresh_cache-4fc90bd4-7125-4a7f-9be8-abe730a83771" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.894403] env[63198]: DEBUG nova.compute.manager [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.894403] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.895540] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8faf87-ca24-4f0c-a0c6-43c03e205e58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.903553] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.903805] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d20e4fe-2c09-4a36-91e7-62dc24930c04 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.910916] env[63198]: DEBUG oslo_vmware.api [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 940.910916] env[63198]: value = "task-2712584" [ 940.910916] env[63198]: _type = "Task" [ 940.910916] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.918963] env[63198]: DEBUG oslo_vmware.api [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.923111] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.923474] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.010125] env[63198]: DEBUG oslo_concurrency.lockutils [req-4d3ad4ac-3629-413c-bd40-5bc856fe4ff9 req-32a894c1-5b23-4eff-af29-55bdf37b4bb0 service nova] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.010125] env[63198]: DEBUG oslo_concurrency.lockutils [req-4d3ad4ac-3629-413c-bd40-5bc856fe4ff9 req-32a894c1-5b23-4eff-af29-55bdf37b4bb0 service nova] Acquired lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.010959] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c24bf94-d373-49fc-b11c-05876a82320f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.032385] env[63198]: DEBUG oslo_concurrency.lockutils [req-4d3ad4ac-3629-413c-bd40-5bc856fe4ff9 req-32a894c1-5b23-4eff-af29-55bdf37b4bb0 service nova] Releasing lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.032594] env[63198]: WARNING nova.compute.manager [req-4d3ad4ac-3629-413c-bd40-5bc856fe4ff9 req-32a894c1-5b23-4eff-af29-55bdf37b4bb0 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Detach interface failed, port_id=65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73, reason: No device with interface-id 65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 exists on VM: nova.exception.NotFound: No device with interface-id 65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73 exists on VM [ 941.033545] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.034090] env[63198]: DEBUG nova.compute.manager [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.036882] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.276s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.038849] env[63198]: INFO nova.compute.claims [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.059650] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712583, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.416273] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.416461] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.416638] env[63198]: DEBUG nova.network.neutron [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.420861] env[63198]: DEBUG oslo_vmware.api [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712584, 'name': PowerOffVM_Task, 'duration_secs': 0.09919} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.421379] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.421551] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.421802] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0aa3cc8-bcc4-407b-a819-26f719775878 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.425523] env[63198]: DEBUG nova.compute.manager [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.445843] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.446067] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.446249] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Deleting the datastore file [datastore2] 4fc90bd4-7125-4a7f-9be8-abe730a83771 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.446493] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3606eb9-c872-4f87-b8be-01c421d810a9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.452332] env[63198]: DEBUG oslo_vmware.api [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for the task: (returnval){ [ 941.452332] env[63198]: value = "task-2712586" [ 941.452332] env[63198]: _type = "Task" [ 941.452332] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.459721] env[63198]: DEBUG oslo_vmware.api [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.545033] env[63198]: DEBUG nova.compute.utils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.546662] env[63198]: DEBUG nova.compute.manager [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.546832] env[63198]: DEBUG nova.network.neutron [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.561341] env[63198]: DEBUG oslo_vmware.api [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712583, 'name': PowerOnVM_Task, 'duration_secs': 0.571741} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.561594] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.561941] env[63198]: INFO nova.compute.manager [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Took 9.31 seconds to spawn the instance on the hypervisor. [ 941.561941] env[63198]: DEBUG nova.compute.manager [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.562961] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca641a3-e2b1-4e9c-8ffb-cf6c52e7ddc7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.599673] env[63198]: DEBUG nova.policy [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e77ccd751a4ab9b4c3e7cbaf6e33b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64231456d8bd4dae84523fe2266817cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.777949] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.778318] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe7c6e81-3389-4918-b2b8-4818dc65585d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.786685] env[63198]: DEBUG oslo_vmware.api [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 941.786685] env[63198]: value = "task-2712587" [ 941.786685] env[63198]: _type = "Task" [ 941.786685] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.795754] env[63198]: DEBUG oslo_vmware.api [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.855348] env[63198]: DEBUG nova.network.neutron [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Successfully updated port: c43cf3d0-66d7-457c-8164-99d13177eb4b {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.883396] env[63198]: DEBUG nova.network.neutron [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Successfully created port: c96a6d75-bd90-4971-8fa6-47ddd49b2596 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.949344] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.962000] env[63198]: DEBUG oslo_vmware.api [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Task: {'id': task-2712586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336398} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.962418] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.962661] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.962742] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.966210] env[63198]: INFO nova.compute.manager [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Took 1.07 seconds to destroy the instance on the hypervisor. [ 941.966496] env[63198]: DEBUG oslo.service.loopingcall [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.969015] env[63198]: DEBUG nova.compute.manager [-] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.976020] env[63198]: DEBUG nova.network.neutron [-] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.994708] env[63198]: DEBUG nova.network.neutron [-] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.051818] env[63198]: DEBUG nova.compute.manager [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.082815] env[63198]: DEBUG nova.compute.manager [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-vif-deleted-563b4256-1e32-4f3a-9743-a93805d390ae {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.083028] env[63198]: INFO nova.compute.manager [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Neutron deleted interface 563b4256-1e32-4f3a-9743-a93805d390ae; detaching it from the instance and deleting it from the info cache [ 942.083270] env[63198]: DEBUG nova.network.neutron [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.088514] env[63198]: INFO nova.compute.manager [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Took 18.95 seconds to build instance. [ 942.092562] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.092780] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.092969] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.093166] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.093333] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.095902] env[63198]: INFO nova.compute.manager [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Terminating instance [ 942.288147] env[63198]: INFO nova.network.neutron [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Port 563b4256-1e32-4f3a-9743-a93805d390ae from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 942.288532] env[63198]: DEBUG nova.network.neutron [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [{"id": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "address": "fa:16:3e:34:45:ec", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b4bbad3-fb", "ovs_interfaceid": "2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.302452] env[63198]: DEBUG oslo_vmware.api [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712587, 'name': PowerOnVM_Task, 'duration_secs': 0.382841} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.302789] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.303277] env[63198]: DEBUG nova.compute.manager [None req-0e4f6598-c2a3-4892-a56a-c0a440832905 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.304259] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259cacb5-338d-4ce4-b18d-d1f15aac78d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.352337] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b929429d-a5df-4f4a-87d1-1babeefa3e07 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.359427] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "refresh_cache-1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.359571] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "refresh_cache-1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.359716] env[63198]: DEBUG nova.network.neutron [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.361739] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7985da1c-2a69-4426-b549-96370b0023a2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.392100] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ed381c-056b-44b6-97f9-400dcfd7a46d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.399563] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8851b5bf-64e5-47a9-b376-72439ec487d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.412890] env[63198]: DEBUG nova.compute.provider_tree [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.496121] env[63198]: DEBUG nova.network.neutron [-] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.599154] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d449e5a7-1893-43c7-be1a-ccbb3cce29c2 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.468s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.599154] env[63198]: DEBUG oslo_concurrency.lockutils [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Acquiring lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.599924] env[63198]: DEBUG nova.compute.manager [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.600144] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.601041] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8896318-7714-4dd9-8c64-87dd05e28786 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.609446] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.609681] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ea04839-9388-4cc6-a27d-293d2c88aeec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.617171] env[63198]: DEBUG oslo_vmware.api [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 942.617171] env[63198]: value = "task-2712588" [ 942.617171] env[63198]: _type = "Task" [ 942.617171] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.625373] env[63198]: DEBUG oslo_vmware.api [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.794195] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.821605] env[63198]: DEBUG nova.compute.manager [req-33f1f147-d762-4726-b092-266b7e6677fc req-78023d92-c99f-4fd4-b842-fe58215a3ff5 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received event network-changed-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.822300] env[63198]: DEBUG nova.compute.manager [req-33f1f147-d762-4726-b092-266b7e6677fc req-78023d92-c99f-4fd4-b842-fe58215a3ff5 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Refreshing instance network info cache due to event network-changed-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.822537] env[63198]: DEBUG oslo_concurrency.lockutils [req-33f1f147-d762-4726-b092-266b7e6677fc req-78023d92-c99f-4fd4-b842-fe58215a3ff5 service nova] Acquiring lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.822681] env[63198]: DEBUG oslo_concurrency.lockutils [req-33f1f147-d762-4726-b092-266b7e6677fc req-78023d92-c99f-4fd4-b842-fe58215a3ff5 service nova] Acquired lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.822851] env[63198]: DEBUG nova.network.neutron [req-33f1f147-d762-4726-b092-266b7e6677fc req-78023d92-c99f-4fd4-b842-fe58215a3ff5 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Refreshing network info cache for port 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.911128] env[63198]: DEBUG nova.network.neutron [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.917915] env[63198]: DEBUG nova.scheduler.client.report [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.998918] env[63198]: INFO nova.compute.manager [-] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Took 1.03 seconds to deallocate network for instance. [ 943.066497] env[63198]: DEBUG nova.compute.manager [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.102392] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.102625] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.102775] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.103105] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.103105] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.103244] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.103444] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.103609] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.103877] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.103956] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.104177] env[63198]: DEBUG nova.virt.hardware [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.105510] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af07b05f-5eb6-4d66-ba9a-e37d8d95840a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.113415] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43949a-f1c1-46ed-92aa-ab8c8e0d7244 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.133648] env[63198]: DEBUG oslo_vmware.api [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712588, 'name': PowerOffVM_Task, 'duration_secs': 0.201346} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.133902] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.134159] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.134415] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a61c9220-166f-4bc4-a161-f44f8631e18d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.140239] env[63198]: DEBUG nova.network.neutron [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Updating instance_info_cache with network_info: [{"id": "c43cf3d0-66d7-457c-8164-99d13177eb4b", "address": "fa:16:3e:03:d5:97", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43cf3d0-66", "ovs_interfaceid": "c43cf3d0-66d7-457c-8164-99d13177eb4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.248658] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.248991] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.249250] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleting the datastore file [datastore2] fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.249528] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-091ca5c1-d568-4f06-a40a-6ad08a5323d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.258059] env[63198]: DEBUG oslo_vmware.api [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 943.258059] env[63198]: value = "task-2712590" [ 943.258059] env[63198]: _type = "Task" [ 943.258059] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.265066] env[63198]: DEBUG oslo_vmware.api [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.298667] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f889f77a-b2a0-4c31-840e-37e552471148 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-fcc046ba-c8b3-4a94-ad37-63ef529ddfb1-65f8a1a2-5414-4dba-b0b1-6e82d5ab1d73" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.293s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.423619] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.424230] env[63198]: DEBUG nova.compute.manager [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.428025] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.137s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.428025] env[63198]: DEBUG nova.objects.instance [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lazy-loading 'resources' on Instance uuid 21a838a9-9465-4af0-a10f-bb81e0a92108 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.507578] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.589076] env[63198]: DEBUG nova.network.neutron [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Successfully updated port: c96a6d75-bd90-4971-8fa6-47ddd49b2596 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.627431] env[63198]: DEBUG nova.network.neutron [req-33f1f147-d762-4726-b092-266b7e6677fc req-78023d92-c99f-4fd4-b842-fe58215a3ff5 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updated VIF entry in instance network info cache for port 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.627833] env[63198]: DEBUG nova.network.neutron [req-33f1f147-d762-4726-b092-266b7e6677fc req-78023d92-c99f-4fd4-b842-fe58215a3ff5 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating instance_info_cache with network_info: [{"id": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "address": "fa:16:3e:c7:36:d3", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1d09f0-d0", "ovs_interfaceid": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.642708] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "refresh_cache-1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.643021] env[63198]: DEBUG nova.compute.manager [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Instance network_info: |[{"id": "c43cf3d0-66d7-457c-8164-99d13177eb4b", "address": "fa:16:3e:03:d5:97", "network": {"id": "2e961ec3-eb18-4c96-ba77-964ba0a57c68", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-313198764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca6281c75a314f61a30987a3602e6b70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc43cf3d0-66", "ovs_interfaceid": "c43cf3d0-66d7-457c-8164-99d13177eb4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.643460] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:d5:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c43cf3d0-66d7-457c-8164-99d13177eb4b', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.651304] env[63198]: DEBUG oslo.service.loopingcall [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.651799] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.652053] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f54dea18-fdac-46a2-9915-cd911f2fd40d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.674910] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.674910] env[63198]: value = "task-2712591" [ 943.674910] env[63198]: _type = "Task" [ 943.674910] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.684202] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712591, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.769365] env[63198]: DEBUG oslo_vmware.api [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188972} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.770284] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.770284] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.770284] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.770284] env[63198]: INFO nova.compute.manager [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 943.770552] env[63198]: DEBUG oslo.service.loopingcall [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.770749] env[63198]: DEBUG nova.compute.manager [-] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.770994] env[63198]: DEBUG nova.network.neutron [-] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.837285] env[63198]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 563b4256-1e32-4f3a-9743-a93805d390ae could not be found.", "detail": ""}} {{(pid=63198) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 943.837613] env[63198]: DEBUG nova.network.neutron [-] Unable to show port 563b4256-1e32-4f3a-9743-a93805d390ae as it no longer exists. {{(pid=63198) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 943.930491] env[63198]: DEBUG nova.compute.utils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.933429] env[63198]: DEBUG nova.compute.manager [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.933784] env[63198]: DEBUG nova.network.neutron [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.982984] env[63198]: DEBUG nova.policy [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f442a8c432148569899627e0f6b3bde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af98dac44fc244959220412865976629', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.095387] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.095594] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.095810] env[63198]: DEBUG nova.network.neutron [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.133828] env[63198]: DEBUG oslo_concurrency.lockutils [req-33f1f147-d762-4726-b092-266b7e6677fc req-78023d92-c99f-4fd4-b842-fe58215a3ff5 service nova] Releasing lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.185669] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712591, 'name': CreateVM_Task, 'duration_secs': 0.356791} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.188506] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.189479] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.189609] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.189919] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.190189] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f4ca83-b801-4aa9-9e8d-c88aec690f29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.195169] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 944.195169] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520b1c0e-0b5f-2bce-0534-5f9e8d900307" [ 944.195169] env[63198]: _type = "Task" [ 944.195169] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.206319] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520b1c0e-0b5f-2bce-0534-5f9e8d900307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.272929] env[63198]: DEBUG nova.network.neutron [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Successfully created port: 77e3f30e-930b-4192-be35-c5fb502a4738 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.293660] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e538fb-9338-43a6-9e99-240e93a37d2d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.301762] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042a9dda-a810-4423-9988-7e07f1faa21e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.336401] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e1479d-118c-48c0-a0e2-d26ca912c96e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.347491] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd5172d-d37c-414a-b7b1-e88898eb005d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.369550] env[63198]: DEBUG nova.compute.provider_tree [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.437615] env[63198]: DEBUG nova.compute.manager [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.557138] env[63198]: DEBUG nova.compute.manager [req-1282b604-e7ac-4fc4-8acd-69764ec49dc9 req-eae1f691-9759-4f35-95da-65acdfa02679 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Received event network-vif-deleted-2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.557324] env[63198]: INFO nova.compute.manager [req-1282b604-e7ac-4fc4-8acd-69764ec49dc9 req-eae1f691-9759-4f35-95da-65acdfa02679 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Neutron deleted interface 2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b; detaching it from the instance and deleting it from the info cache [ 944.557540] env[63198]: DEBUG nova.network.neutron [req-1282b604-e7ac-4fc4-8acd-69764ec49dc9 req-eae1f691-9759-4f35-95da-65acdfa02679 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.579334] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "31b72d6d-7103-438f-995a-d3e607efd785" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.579838] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.645612] env[63198]: DEBUG nova.network.neutron [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.706862] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520b1c0e-0b5f-2bce-0534-5f9e8d900307, 'name': SearchDatastore_Task, 'duration_secs': 0.039153} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.707208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.707444] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.707675] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.707817] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.707988] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.708270] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2cd282e-390c-400d-84fa-0f36b4b6561b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.723702] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.723885] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.724622] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33dfbb6a-6253-4ed5-a818-d7370b0d630e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.729929] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 944.729929] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d6e981-1c9d-75e9-a46d-a9005051d7c1" [ 944.729929] env[63198]: _type = "Task" [ 944.729929] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.737077] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d6e981-1c9d-75e9-a46d-a9005051d7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.792996] env[63198]: DEBUG nova.network.neutron [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Updating instance_info_cache with network_info: [{"id": "c96a6d75-bd90-4971-8fa6-47ddd49b2596", "address": "fa:16:3e:9e:c8:3f", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96a6d75-bd", "ovs_interfaceid": "c96a6d75-bd90-4971-8fa6-47ddd49b2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.873095] env[63198]: DEBUG nova.scheduler.client.report [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.961963] env[63198]: DEBUG nova.network.neutron [-] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.060561] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82a510c6-b2df-46bf-8a02-2b558f249c93 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.072663] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b6f56c-5f04-4a4b-afe3-b3769791207c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.085308] env[63198]: DEBUG nova.compute.utils [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.088085] env[63198]: DEBUG nova.compute.manager [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Received event network-vif-plugged-c96a6d75-bd90-4971-8fa6-47ddd49b2596 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.088316] env[63198]: DEBUG oslo_concurrency.lockutils [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] Acquiring lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.088530] env[63198]: DEBUG oslo_concurrency.lockutils [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.088716] env[63198]: DEBUG oslo_concurrency.lockutils [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.088880] env[63198]: DEBUG nova.compute.manager [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] No waiting events found dispatching network-vif-plugged-c96a6d75-bd90-4971-8fa6-47ddd49b2596 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.089052] env[63198]: WARNING nova.compute.manager [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Received unexpected event network-vif-plugged-c96a6d75-bd90-4971-8fa6-47ddd49b2596 for instance with vm_state building and task_state spawning. [ 945.089215] env[63198]: DEBUG nova.compute.manager [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Received event network-changed-c96a6d75-bd90-4971-8fa6-47ddd49b2596 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.089397] env[63198]: DEBUG nova.compute.manager [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Refreshing instance network info cache due to event network-changed-c96a6d75-bd90-4971-8fa6-47ddd49b2596. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 945.089618] env[63198]: DEBUG oslo_concurrency.lockutils [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] Acquiring lock "refresh_cache-e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.109598] env[63198]: DEBUG nova.compute.manager [req-1282b604-e7ac-4fc4-8acd-69764ec49dc9 req-eae1f691-9759-4f35-95da-65acdfa02679 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Detach interface failed, port_id=2b4bbad3-fb51-48fe-9ab6-0a18567bcc1b, reason: Instance fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 945.239834] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d6e981-1c9d-75e9-a46d-a9005051d7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.016063} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.240679] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a201c6-c428-4136-ac07-5366c01fe38d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.245525] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 945.245525] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52df767b-e0a4-c407-83df-0783b3aac44e" [ 945.245525] env[63198]: _type = "Task" [ 945.245525] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.252795] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52df767b-e0a4-c407-83df-0783b3aac44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.295906] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.295998] env[63198]: DEBUG nova.compute.manager [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Instance network_info: |[{"id": "c96a6d75-bd90-4971-8fa6-47ddd49b2596", "address": "fa:16:3e:9e:c8:3f", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96a6d75-bd", "ovs_interfaceid": "c96a6d75-bd90-4971-8fa6-47ddd49b2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.296397] env[63198]: DEBUG oslo_concurrency.lockutils [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] Acquired lock "refresh_cache-e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.296593] env[63198]: DEBUG nova.network.neutron [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Refreshing network info cache for port c96a6d75-bd90-4971-8fa6-47ddd49b2596 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.298017] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:c8:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c96a6d75-bd90-4971-8fa6-47ddd49b2596', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.305727] env[63198]: DEBUG oslo.service.loopingcall [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.308676] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.309193] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d46854bb-c0f1-4f23-9306-3aee8d2b77c8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.329051] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.329051] env[63198]: value = "task-2712592" [ 945.329051] env[63198]: _type = "Task" [ 945.329051] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.336391] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712592, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.378579] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.381732] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.510s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.382290] env[63198]: DEBUG nova.objects.instance [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lazy-loading 'resources' on Instance uuid c74dd82a-fb47-4383-928f-be8184d8bf11 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.402820] env[63198]: INFO nova.scheduler.client.report [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted allocations for instance 21a838a9-9465-4af0-a10f-bb81e0a92108 [ 945.452164] env[63198]: DEBUG nova.compute.manager [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.468190] env[63198]: INFO nova.compute.manager [-] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Took 1.70 seconds to deallocate network for instance. [ 945.476270] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.476566] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.477273] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.477520] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.477700] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.477855] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.478076] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.478250] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.478431] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.478959] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.478959] env[63198]: DEBUG nova.virt.hardware [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.479777] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93d1de0-2c77-471c-997b-e7d7bf3961ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.490247] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61e3447-1cb2-4bf7-8c0e-d00bd155722a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.558196] env[63198]: DEBUG nova.compute.manager [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.558196] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d743209-cd74-4772-9f04-4884720c620d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.577590] env[63198]: DEBUG nova.network.neutron [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Updated VIF entry in instance network info cache for port c96a6d75-bd90-4971-8fa6-47ddd49b2596. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.577590] env[63198]: DEBUG nova.network.neutron [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Updating instance_info_cache with network_info: [{"id": "c96a6d75-bd90-4971-8fa6-47ddd49b2596", "address": "fa:16:3e:9e:c8:3f", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96a6d75-bd", "ovs_interfaceid": "c96a6d75-bd90-4971-8fa6-47ddd49b2596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.592456] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.760329] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52df767b-e0a4-c407-83df-0783b3aac44e, 'name': SearchDatastore_Task, 'duration_secs': 0.045181} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.760804] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.761179] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf/1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.761648] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1212f626-e0ae-4c68-b009-8f8e59e3a6b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.770597] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 945.770597] env[63198]: value = "task-2712593" [ 945.770597] env[63198]: _type = "Task" [ 945.770597] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.770771] env[63198]: DEBUG nova.network.neutron [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Successfully updated port: 77e3f30e-930b-4192-be35-c5fb502a4738 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.782302] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.839437] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712592, 'name': CreateVM_Task, 'duration_secs': 0.406083} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.839618] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.840309] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.840489] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.840799] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.841084] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ca2ce5-c497-493e-a4ce-333122eb3a74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.845436] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 945.845436] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271245b-07bc-7a84-e3b9-83804f24355b" [ 945.845436] env[63198]: _type = "Task" [ 945.845436] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.853139] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271245b-07bc-7a84-e3b9-83804f24355b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.913106] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8357ebc-dd80-4d9c-9f79-a65d30118b31 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "21a838a9-9465-4af0-a10f-bb81e0a92108" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.214s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.984246] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.071142] env[63198]: INFO nova.compute.manager [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] instance snapshotting [ 946.071840] env[63198]: DEBUG nova.objects.instance [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'flavor' on Instance uuid 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.080007] env[63198]: DEBUG oslo_concurrency.lockutils [req-6648664c-bae8-4ab6-be0a-5aab90993a23 req-3057a1ab-43bd-42b3-8a71-2bd173a22f4c service nova] Releasing lock "refresh_cache-e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.132480] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfb5162-1b72-4c4c-9963-e3348e00563e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.140419] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aee226-6a39-4d62-b297-659ace679d29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.177623] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56d32ba-62bd-41e7-8ccd-2fc331442115 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.191989] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f782161-19ea-46b6-87bb-b213fa4da05e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.207514] env[63198]: DEBUG nova.compute.provider_tree [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.278067] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "refresh_cache-4d977f30-60a9-4619-9e2a-c58da743b0e0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.278067] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquired lock "refresh_cache-4d977f30-60a9-4619-9e2a-c58da743b0e0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.278067] env[63198]: DEBUG nova.network.neutron [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.286606] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.358542] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271245b-07bc-7a84-e3b9-83804f24355b, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.358895] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.359166] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.359415] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.359610] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.359739] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.360018] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b703b10-22bd-4248-ae8e-275587f25ec2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.375308] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.375577] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.376382] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0acd15-e68d-46f9-acae-2dfac0ea21e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.384038] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 946.384038] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5262665e-b114-6552-50da-4d41e13fff2d" [ 946.384038] env[63198]: _type = "Task" [ 946.384038] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.393844] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5262665e-b114-6552-50da-4d41e13fff2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.577761] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef078f-6fb6-4445-a9d5-e35a55ded8d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.597091] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fe070e-2c8a-44f5-b4dd-24bd452ef57c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.602238] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "e9c60053-8596-4396-a15e-16a19c8422b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.602465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "e9c60053-8596-4396-a15e-16a19c8422b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.684502] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "31b72d6d-7103-438f-995a-d3e607efd785" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.684722] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.684955] env[63198]: INFO nova.compute.manager [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Attaching volume 000e1c4d-a663-48c0-8eeb-6822e187c3f0 to /dev/sdb [ 946.711280] env[63198]: DEBUG nova.scheduler.client.report [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.717042] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe5e38c-5fa0-42bd-ba0d-deead65edc81 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.724421] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363284d8-1b6c-4a95-8025-cac3749cf994 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.737494] env[63198]: DEBUG nova.virt.block_device [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Updating existing volume attachment record: 5c1963c1-12f1-401c-8977-986ccecb3087 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 946.786338] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755207} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.786772] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf/1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.787032] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.787637] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcdb5ef1-490a-454a-bbc0-39eca1cecb5b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.793857] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 946.793857] env[63198]: value = "task-2712594" [ 946.793857] env[63198]: _type = "Task" [ 946.793857] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.802806] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.817826] env[63198]: DEBUG nova.network.neutron [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.894211] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5262665e-b114-6552-50da-4d41e13fff2d, 'name': SearchDatastore_Task, 'duration_secs': 0.049014} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.894961] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91feed0b-b939-4e22-a0f3-7566de12972f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.899992] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 946.899992] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52019db1-6da7-f9f8-77d6-8cfa650b4dd1" [ 946.899992] env[63198]: _type = "Task" [ 946.899992] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.907778] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52019db1-6da7-f9f8-77d6-8cfa650b4dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.952307] env[63198]: DEBUG nova.network.neutron [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Updating instance_info_cache with network_info: [{"id": "77e3f30e-930b-4192-be35-c5fb502a4738", "address": "fa:16:3e:f4:85:28", "network": {"id": "eae38080-a2e0-48c6-bbff-d1067e67e55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1486968962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af98dac44fc244959220412865976629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e3f30e-93", "ovs_interfaceid": "77e3f30e-930b-4192-be35-c5fb502a4738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.104418] env[63198]: DEBUG nova.compute.manager [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.109788] env[63198]: DEBUG nova.compute.manager [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Received event network-vif-plugged-77e3f30e-930b-4192-be35-c5fb502a4738 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.110087] env[63198]: DEBUG oslo_concurrency.lockutils [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] Acquiring lock "4d977f30-60a9-4619-9e2a-c58da743b0e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.110249] env[63198]: DEBUG oslo_concurrency.lockutils [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] Lock "4d977f30-60a9-4619-9e2a-c58da743b0e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.110441] env[63198]: DEBUG oslo_concurrency.lockutils [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] Lock "4d977f30-60a9-4619-9e2a-c58da743b0e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.110583] env[63198]: DEBUG nova.compute.manager [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] No waiting events found dispatching network-vif-plugged-77e3f30e-930b-4192-be35-c5fb502a4738 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.110747] env[63198]: WARNING nova.compute.manager [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Received unexpected event network-vif-plugged-77e3f30e-930b-4192-be35-c5fb502a4738 for instance with vm_state building and task_state spawning. [ 947.110926] env[63198]: DEBUG nova.compute.manager [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Received event network-changed-77e3f30e-930b-4192-be35-c5fb502a4738 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.111134] env[63198]: DEBUG nova.compute.manager [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Refreshing instance network info cache due to event network-changed-77e3f30e-930b-4192-be35-c5fb502a4738. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 947.111422] env[63198]: DEBUG oslo_concurrency.lockutils [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] Acquiring lock "refresh_cache-4d977f30-60a9-4619-9e2a-c58da743b0e0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.112384] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 947.112901] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-99abeafe-31e6-46a7-a21e-72c12272c75e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.120482] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 947.120482] env[63198]: value = "task-2712598" [ 947.120482] env[63198]: _type = "Task" [ 947.120482] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.130707] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712598, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.220521] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.223222] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.916s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.223414] env[63198]: DEBUG nova.objects.instance [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.243334] env[63198]: INFO nova.scheduler.client.report [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Deleted allocations for instance c74dd82a-fb47-4383-928f-be8184d8bf11 [ 947.304367] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197473} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.304675] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.305493] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd03c7cc-0375-44c3-b516-6b430fe864f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.327703] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf/1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.328322] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96488708-c279-46c2-a6ab-a82fe1fd6ed3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.348759] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 947.348759] env[63198]: value = "task-2712599" [ 947.348759] env[63198]: _type = "Task" [ 947.348759] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.356738] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.412779] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52019db1-6da7-f9f8-77d6-8cfa650b4dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.02119} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.413039] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.413390] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc/e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.413733] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe45e68-071e-4503-97d6-56be9e413755 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.421544] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 947.421544] env[63198]: value = "task-2712600" [ 947.421544] env[63198]: _type = "Task" [ 947.421544] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.428959] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.456295] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Releasing lock "refresh_cache-4d977f30-60a9-4619-9e2a-c58da743b0e0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.456295] env[63198]: DEBUG nova.compute.manager [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Instance network_info: |[{"id": "77e3f30e-930b-4192-be35-c5fb502a4738", "address": "fa:16:3e:f4:85:28", "network": {"id": "eae38080-a2e0-48c6-bbff-d1067e67e55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1486968962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af98dac44fc244959220412865976629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e3f30e-93", "ovs_interfaceid": "77e3f30e-930b-4192-be35-c5fb502a4738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.456295] env[63198]: DEBUG oslo_concurrency.lockutils [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] Acquired lock "refresh_cache-4d977f30-60a9-4619-9e2a-c58da743b0e0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.456295] env[63198]: DEBUG nova.network.neutron [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Refreshing network info cache for port 77e3f30e-930b-4192-be35-c5fb502a4738 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.457256] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:85:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e3f30e-930b-4192-be35-c5fb502a4738', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.465050] env[63198]: DEBUG oslo.service.loopingcall [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.466096] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.466380] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a69e3b78-b05b-4eef-8acf-d3cd407a72d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.487691] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.487691] env[63198]: value = "task-2712601" [ 947.487691] env[63198]: _type = "Task" [ 947.487691] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.496357] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712601, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.631130] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712598, 'name': CreateSnapshot_Task, 'duration_secs': 0.494638} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.631130] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.631861] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3080ee6c-fb34-4294-8ca5-4a29e2be0561 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.635147] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.752295] env[63198]: DEBUG oslo_concurrency.lockutils [None req-62a6e666-9db4-42a4-85d1-41f2741f3dec tempest-ServerRescueTestJSONUnderV235-1699671430 tempest-ServerRescueTestJSONUnderV235-1699671430-project-member] Lock "c74dd82a-fb47-4383-928f-be8184d8bf11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.524s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.860717] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.931153] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712600, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.999651] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712601, 'name': CreateVM_Task, 'duration_secs': 0.47199} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.999840] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.000567] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.000732] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.001507] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.001507] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3becd01-bfda-40a1-80f5-f081d70620b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.007108] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 948.007108] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5237d64e-ab25-90ae-581f-e39bef684898" [ 948.007108] env[63198]: _type = "Task" [ 948.007108] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.017798] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5237d64e-ab25-90ae-581f-e39bef684898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.154649] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 948.157631] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7ecb1e9-91c5-4cb6-af36-f60d4217c8dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.165537] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 948.165537] env[63198]: value = "task-2712602" [ 948.165537] env[63198]: _type = "Task" [ 948.165537] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.175927] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712602, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.224240] env[63198]: DEBUG nova.network.neutron [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Updated VIF entry in instance network info cache for port 77e3f30e-930b-4192-be35-c5fb502a4738. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.224700] env[63198]: DEBUG nova.network.neutron [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Updating instance_info_cache with network_info: [{"id": "77e3f30e-930b-4192-be35-c5fb502a4738", "address": "fa:16:3e:f4:85:28", "network": {"id": "eae38080-a2e0-48c6-bbff-d1067e67e55d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1486968962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af98dac44fc244959220412865976629", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e3f30e-93", "ovs_interfaceid": "77e3f30e-930b-4192-be35-c5fb502a4738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.233024] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4fe28ce-eed8-4c03-a83d-9a935fe2575a tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.234497] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.503s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.234884] env[63198]: DEBUG nova.objects.instance [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lazy-loading 'resources' on Instance uuid d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.361086] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712599, 'name': ReconfigVM_Task, 'duration_secs': 0.675819} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.361086] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf/1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.361086] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff31d4f-0996-4cfc-bb0e-bc73e87492bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.368100] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 948.368100] env[63198]: value = "task-2712603" [ 948.368100] env[63198]: _type = "Task" [ 948.368100] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.377274] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712603, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.430597] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719117} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.430873] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc/e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.431157] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.431416] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fe51124-bf7b-4efb-8f7d-39f7ba6aad64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.437717] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 948.437717] env[63198]: value = "task-2712604" [ 948.437717] env[63198]: _type = "Task" [ 948.437717] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.446364] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.519213] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5237d64e-ab25-90ae-581f-e39bef684898, 'name': SearchDatastore_Task, 'duration_secs': 0.04793} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.519584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.519824] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.520074] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.520226] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.520408] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.520676] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81d74c75-8d13-4e2a-85a8-e3c03bf6cbc1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.536839] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.538110] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.538997] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b921ea4-2961-4389-a3f9-d2b7ad3bc899 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.549242] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 948.549242] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52542a63-0f41-5a15-0d68-a5ccf488fffa" [ 948.549242] env[63198]: _type = "Task" [ 948.549242] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.557967] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52542a63-0f41-5a15-0d68-a5ccf488fffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.676881] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712602, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.727981] env[63198]: DEBUG oslo_concurrency.lockutils [req-df7b5792-0e15-4b21-acd1-69f980b55d7b req-696e7c07-c210-4ce3-a096-38a9faac3293 service nova] Releasing lock "refresh_cache-4d977f30-60a9-4619-9e2a-c58da743b0e0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.878115] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712603, 'name': Rename_Task, 'duration_secs': 0.200785} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.880850] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.881955] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03507055-42a5-408d-a61d-a50d7ff759a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.888393] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 948.888393] env[63198]: value = "task-2712605" [ 948.888393] env[63198]: _type = "Task" [ 948.888393] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.899899] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.948283] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10266} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.948578] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.949866] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb6dd82-0945-42d3-9443-d8c5f45c8cd1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.982341] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc/e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.984827] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b783fbeb-6bbd-43f4-b86b-becd02189014 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.006313] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 949.006313] env[63198]: value = "task-2712606" [ 949.006313] env[63198]: _type = "Task" [ 949.006313] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.019186] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.061612] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52542a63-0f41-5a15-0d68-a5ccf488fffa, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.065351] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d8678d-96f0-42e1-9bb0-1bebe4dd5926 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.071088] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 949.071088] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b101eb-9b35-c487-3c9c-1f998da06271" [ 949.071088] env[63198]: _type = "Task" [ 949.071088] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.079364] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b101eb-9b35-c487-3c9c-1f998da06271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.081190] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcae1b8-ea9a-4f4e-992a-8a3b297eac59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.089025] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b418775-faf9-475b-ada2-bed3e0c25aea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.120461] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c95e38-a1fb-4877-9d1b-29cf202c35b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.128746] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80573a15-4d53-4288-96d9-a80564f02350 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.143323] env[63198]: DEBUG nova.compute.provider_tree [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.177843] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712602, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.399482] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712605, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.516736] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712606, 'name': ReconfigVM_Task, 'duration_secs': 0.387534} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.517043] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Reconfigured VM instance instance-0000005c to attach disk [datastore1] e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc/e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.517710] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c999d67-74d2-48d2-9d91-ac2855a1bd77 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.523588] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 949.523588] env[63198]: value = "task-2712608" [ 949.523588] env[63198]: _type = "Task" [ 949.523588] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.531101] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712608, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.581995] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b101eb-9b35-c487-3c9c-1f998da06271, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.582198] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.582408] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 4d977f30-60a9-4619-9e2a-c58da743b0e0/4d977f30-60a9-4619-9e2a-c58da743b0e0.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.582679] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5294f35a-4fca-46d6-a5a4-072171dad323 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.591075] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 949.591075] env[63198]: value = "task-2712609" [ 949.591075] env[63198]: _type = "Task" [ 949.591075] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.598778] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.647193] env[63198]: DEBUG nova.scheduler.client.report [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.678235] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712602, 'name': CloneVM_Task, 'duration_secs': 1.497877} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.678369] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Created linked-clone VM from snapshot [ 949.679089] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5bf578-e0b6-44dc-bd4a-b7ddcc1797b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.686812] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Uploading image c5102c17-b133-4d25-a6a0-1220330c06c4 {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.709085] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.709085] env[63198]: value = "vm-546431" [ 949.709085] env[63198]: _type = "VirtualMachine" [ 949.709085] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.709085] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-73c03a79-db3c-429b-944e-5d3c5cb1c2c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.715950] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease: (returnval){ [ 949.715950] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce5393-e029-5e40-fb27-5b47f5649f7b" [ 949.715950] env[63198]: _type = "HttpNfcLease" [ 949.715950] env[63198]: } obtained for exporting VM: (result){ [ 949.715950] env[63198]: value = "vm-546431" [ 949.715950] env[63198]: _type = "VirtualMachine" [ 949.715950] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.716268] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the lease: (returnval){ [ 949.716268] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce5393-e029-5e40-fb27-5b47f5649f7b" [ 949.716268] env[63198]: _type = "HttpNfcLease" [ 949.716268] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.723029] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.723029] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce5393-e029-5e40-fb27-5b47f5649f7b" [ 949.723029] env[63198]: _type = "HttpNfcLease" [ 949.723029] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.898662] env[63198]: DEBUG oslo_vmware.api [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712605, 'name': PowerOnVM_Task, 'duration_secs': 0.512827} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.898963] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.899163] env[63198]: INFO nova.compute.manager [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Took 9.31 seconds to spawn the instance on the hypervisor. [ 949.899350] env[63198]: DEBUG nova.compute.manager [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.900117] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87a708d-429d-44d0-a926-1920a4fbb266 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.033173] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712608, 'name': Rename_Task, 'duration_secs': 0.132654} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.033368] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.033612] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da515347-34cb-43fc-8395-d426fafdc2e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.040152] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 950.040152] env[63198]: value = "task-2712611" [ 950.040152] env[63198]: _type = "Task" [ 950.040152] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.047164] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.100616] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712609, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.153379] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.155918] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.176s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.157638] env[63198]: INFO nova.compute.claims [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.177782] env[63198]: INFO nova.scheduler.client.report [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Deleted allocations for instance d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed [ 950.225594] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.225594] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce5393-e029-5e40-fb27-5b47f5649f7b" [ 950.225594] env[63198]: _type = "HttpNfcLease" [ 950.225594] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.225931] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.225931] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ce5393-e029-5e40-fb27-5b47f5649f7b" [ 950.225931] env[63198]: _type = "HttpNfcLease" [ 950.225931] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 950.226738] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d16f13f-ce9a-4c28-9ed7-0d8162976680 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.236573] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8833a-f303-3d96-be2d-7574cc62bdac/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.236827] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8833a-f303-3d96-be2d-7574cc62bdac/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.335254] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51194e0e-2fac-4703-a416-644ede80305d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.416480] env[63198]: INFO nova.compute.manager [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Took 17.98 seconds to build instance. [ 950.551820] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712611, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.602484] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712609, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.688330] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9f0bd685-2ffa-4994-b457-9ccf6e648a02 tempest-ServersWithSpecificFlavorTestJSON-654176260 tempest-ServersWithSpecificFlavorTestJSON-654176260-project-member] Lock "d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.987s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.918460] env[63198]: DEBUG oslo_concurrency.lockutils [None req-60f88db9-8209-49cf-a11b-b2d573d6dcdd tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.494s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.050524] env[63198]: DEBUG oslo_vmware.api [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712611, 'name': PowerOnVM_Task, 'duration_secs': 0.690118} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.050965] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.051691] env[63198]: INFO nova.compute.manager [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Took 7.98 seconds to spawn the instance on the hypervisor. [ 951.051920] env[63198]: DEBUG nova.compute.manager [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.052807] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4cbf8-cf4a-438d-b124-1461ec225058 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.113063] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712609, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.288342] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 951.288342] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 951.288670] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a483ba-2fb6-4994-a280-a10aaebd0be8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.311338] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770e996d-a810-4f1f-9bfe-b5c98987d12a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.339472] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0/volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.342920] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-342480d9-536f-4964-845a-e80850e6617c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.363498] env[63198]: DEBUG oslo_vmware.api [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 951.363498] env[63198]: value = "task-2712612" [ 951.363498] env[63198]: _type = "Task" [ 951.363498] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.376885] env[63198]: DEBUG oslo_vmware.api [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.456398] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e99a64-5576-4473-9b08-47cdf51dd7c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.464336] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7fe975-c649-489b-8934-5d1dab943352 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.497819] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb66e9c-acba-448d-82eb-fe8252cb1b21 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.507968] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2f8025-32d3-4ecd-a157-fa753482c119 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.522168] env[63198]: DEBUG nova.compute.provider_tree [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.569658] env[63198]: INFO nova.compute.manager [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Took 17.57 seconds to build instance. [ 951.604791] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712609, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.911968} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.605152] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 4d977f30-60a9-4619-9e2a-c58da743b0e0/4d977f30-60a9-4619-9e2a-c58da743b0e0.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.605446] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.605739] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c8c56d8-ff81-4815-9330-22142a1fb6f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.608227] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.608536] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.609131] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.609391] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.609724] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.611818] env[63198]: INFO nova.compute.manager [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Terminating instance [ 951.616279] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 951.616279] env[63198]: value = "task-2712613" [ 951.616279] env[63198]: _type = "Task" [ 951.616279] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.629030] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.876866] env[63198]: DEBUG oslo_vmware.api [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.025996] env[63198]: DEBUG nova.scheduler.client.report [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.075019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-66a7390a-4f66-4f68-870c-e5f55b5412cf tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.083s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.119177] env[63198]: DEBUG nova.compute.manager [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.119494] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.123347] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe04407-4bce-46aa-8ac8-5ad3d4c521da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.134673] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075354} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.139029] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.139029] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.139029] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9b17b6-4c45-4f60-9705-af065be041ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.141688] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fba6cf36-4a07-4612-aaec-b33c61acf179 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.164554] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 4d977f30-60a9-4619-9e2a-c58da743b0e0/4d977f30-60a9-4619-9e2a-c58da743b0e0.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.166223] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa55db02-9ab3-4e16-901d-1ac16e2a4d96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.181349] env[63198]: DEBUG oslo_vmware.api [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 952.181349] env[63198]: value = "task-2712614" [ 952.181349] env[63198]: _type = "Task" [ 952.181349] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.187997] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 952.187997] env[63198]: value = "task-2712615" [ 952.187997] env[63198]: _type = "Task" [ 952.187997] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.195606] env[63198]: DEBUG oslo_vmware.api [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.201664] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.365330] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.365611] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.365842] env[63198]: DEBUG nova.compute.manager [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.366880] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2bb18b-e3ad-470b-91f4-7e87073c936a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.377449] env[63198]: DEBUG nova.compute.manager [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 952.378066] env[63198]: DEBUG nova.objects.instance [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'flavor' on Instance uuid e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.387274] env[63198]: DEBUG oslo_vmware.api [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712612, 'name': ReconfigVM_Task, 'duration_secs': 0.789406} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.387654] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0/volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.393868] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5dce6e9-def6-4c9d-a9b3-2c759543f1e6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.411552] env[63198]: DEBUG oslo_vmware.api [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 952.411552] env[63198]: value = "task-2712616" [ 952.411552] env[63198]: _type = "Task" [ 952.411552] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.420836] env[63198]: DEBUG oslo_vmware.api [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.532696] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.533325] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.536432] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.528s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.538688] env[63198]: INFO nova.compute.claims [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.696892] env[63198]: DEBUG oslo_vmware.api [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712614, 'name': PowerOffVM_Task, 'duration_secs': 0.16945} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.696892] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.696892] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.696892] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00a43c68-ce5d-44d0-9ed1-7ec04b9fcd0b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.700681] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712615, 'name': ReconfigVM_Task, 'duration_secs': 0.408972} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.701309] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 4d977f30-60a9-4619-9e2a-c58da743b0e0/4d977f30-60a9-4619-9e2a-c58da743b0e0.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.701920] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1f7f46c-9df5-4a7a-8d07-94377935ba22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.711028] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 952.711028] env[63198]: value = "task-2712618" [ 952.711028] env[63198]: _type = "Task" [ 952.711028] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.721131] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712618, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.763163] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.763437] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.763687] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleting the datastore file [datastore1] 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.764091] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab37068-ef0a-4a1f-864d-70067bfd2bd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.770469] env[63198]: DEBUG oslo_vmware.api [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for the task: (returnval){ [ 952.770469] env[63198]: value = "task-2712619" [ 952.770469] env[63198]: _type = "Task" [ 952.770469] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.778969] env[63198]: DEBUG oslo_vmware.api [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.922660] env[63198]: DEBUG oslo_vmware.api [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712616, 'name': ReconfigVM_Task, 'duration_secs': 0.154722} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.923098] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 953.042821] env[63198]: DEBUG nova.compute.utils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.048512] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.048691] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.113104] env[63198]: DEBUG nova.policy [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f5d80a76104819a80a97a8f053c52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a382706ec6147928946745942565878', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.229449] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712618, 'name': Rename_Task, 'duration_secs': 0.180794} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.232670] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.232670] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64e8cecd-6fb9-43ad-b5ad-d255cdabe8ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.237365] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 953.237365] env[63198]: value = "task-2712620" [ 953.237365] env[63198]: _type = "Task" [ 953.237365] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.245613] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.285024] env[63198]: DEBUG oslo_vmware.api [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Task: {'id': task-2712619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138508} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.285024] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.285024] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.285024] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.285024] env[63198]: INFO nova.compute.manager [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 953.285024] env[63198]: DEBUG oslo.service.loopingcall [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.285024] env[63198]: DEBUG nova.compute.manager [-] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.285024] env[63198]: DEBUG nova.network.neutron [-] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.389782] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.390122] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ec9388e-406c-470f-bb26-a8fdac49a64d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.402326] env[63198]: DEBUG oslo_vmware.api [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 953.402326] env[63198]: value = "task-2712621" [ 953.402326] env[63198]: _type = "Task" [ 953.402326] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.413431] env[63198]: DEBUG oslo_vmware.api [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.471722] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Successfully created port: ed6680ce-2be9-4280-9fd3-aa88d7bf2928 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.549560] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.750069] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.776689] env[63198]: DEBUG nova.compute.manager [req-0cfdafce-c547-4b59-8504-26bbcd681512 req-c689443d-5e61-40ea-9c82-034c0eb61d13 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Received event network-vif-deleted-c43cf3d0-66d7-457c-8164-99d13177eb4b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.776689] env[63198]: INFO nova.compute.manager [req-0cfdafce-c547-4b59-8504-26bbcd681512 req-c689443d-5e61-40ea-9c82-034c0eb61d13 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Neutron deleted interface c43cf3d0-66d7-457c-8164-99d13177eb4b; detaching it from the instance and deleting it from the info cache [ 953.776689] env[63198]: DEBUG nova.network.neutron [req-0cfdafce-c547-4b59-8504-26bbcd681512 req-c689443d-5e61-40ea-9c82-034c0eb61d13 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.871724] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed17395-54b5-4f94-b903-1471f6b2c023 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.879608] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeb3ea8-40c2-47f5-89eb-70b5ddde9e6b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.917800] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4276a390-f23a-4fcf-9558-81b471365563 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.929012] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac2da73-3e05-4791-9dd1-554eab35a14e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.933810] env[63198]: DEBUG oslo_vmware.api [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712621, 'name': PowerOffVM_Task, 'duration_secs': 0.172557} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.934138] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.934343] env[63198]: DEBUG nova.compute.manager [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.935724] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f37f2b5-1fc0-4def-a4cc-90747e45a26a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.947187] env[63198]: DEBUG nova.compute.provider_tree [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.981292] env[63198]: DEBUG nova.objects.instance [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'flavor' on Instance uuid 31b72d6d-7103-438f-995a-d3e607efd785 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.242946] env[63198]: DEBUG nova.network.neutron [-] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.250076] env[63198]: DEBUG oslo_vmware.api [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712620, 'name': PowerOnVM_Task, 'duration_secs': 0.56019} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.250378] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.251211] env[63198]: INFO nova.compute.manager [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Took 8.80 seconds to spawn the instance on the hypervisor. [ 954.251211] env[63198]: DEBUG nova.compute.manager [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.251675] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64838aec-b8da-4027-950f-6dde4c111a42 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.278073] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b3cd235-0ee5-4ebd-b8f3-592565c63443 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.288266] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66121e4-b84b-4d41-b7b6-35c03a2b4458 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.329511] env[63198]: DEBUG nova.compute.manager [req-0cfdafce-c547-4b59-8504-26bbcd681512 req-c689443d-5e61-40ea-9c82-034c0eb61d13 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Detach interface failed, port_id=c43cf3d0-66d7-457c-8164-99d13177eb4b, reason: Instance 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 954.450968] env[63198]: DEBUG nova.scheduler.client.report [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.468864] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a35cf661-1d9c-4c26-a8e0-a1aac41b5f89 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.488109] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3017b609-4b59-464b-982a-729c1968d5c1 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.803s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.563987] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.592972] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.593254] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.593392] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.593578] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.593723] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.593867] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.594131] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.594313] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.594482] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.594643] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.594814] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.595696] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eb6f6e-02e4-4985-b3bc-3f4ecdf89011 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.604926] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65667951-08ae-401d-bc6a-f9819261db02 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.938764] env[63198]: INFO nova.compute.manager [-] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Took 1.46 seconds to deallocate network for instance. [ 954.938764] env[63198]: INFO nova.compute.manager [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Took 20.03 seconds to build instance. [ 954.965714] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.966423] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.969422] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.280s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.969715] env[63198]: DEBUG nova.objects.instance [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lazy-loading 'resources' on Instance uuid 471506f5-e0ca-4a61-9dc8-4617cae95e9e {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.970908] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.971292] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.971595] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.971854] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.972529] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.977718] env[63198]: INFO nova.compute.manager [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Terminating instance [ 955.204447] env[63198]: DEBUG nova.compute.manager [req-d4dfb5a0-968d-4d55-a21b-78f5ac6b46d9 req-14a6d706-0d86-4f1d-8904-9f0f72b6967e service nova] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Received event network-vif-plugged-ed6680ce-2be9-4280-9fd3-aa88d7bf2928 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.204645] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4dfb5a0-968d-4d55-a21b-78f5ac6b46d9 req-14a6d706-0d86-4f1d-8904-9f0f72b6967e service nova] Acquiring lock "a505b67f-b958-4b65-91dc-17dfe131be2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.204859] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4dfb5a0-968d-4d55-a21b-78f5ac6b46d9 req-14a6d706-0d86-4f1d-8904-9f0f72b6967e service nova] Lock "a505b67f-b958-4b65-91dc-17dfe131be2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.205409] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4dfb5a0-968d-4d55-a21b-78f5ac6b46d9 req-14a6d706-0d86-4f1d-8904-9f0f72b6967e service nova] Lock "a505b67f-b958-4b65-91dc-17dfe131be2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.205666] env[63198]: DEBUG nova.compute.manager [req-d4dfb5a0-968d-4d55-a21b-78f5ac6b46d9 req-14a6d706-0d86-4f1d-8904-9f0f72b6967e service nova] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] No waiting events found dispatching network-vif-plugged-ed6680ce-2be9-4280-9fd3-aa88d7bf2928 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.205881] env[63198]: WARNING nova.compute.manager [req-d4dfb5a0-968d-4d55-a21b-78f5ac6b46d9 req-14a6d706-0d86-4f1d-8904-9f0f72b6967e service nova] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Received unexpected event network-vif-plugged-ed6680ce-2be9-4280-9fd3-aa88d7bf2928 for instance with vm_state building and task_state spawning. [ 955.258908] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.276639] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4726832c-5c3d-48ae-9051-a5076beda617 tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "4d977f30-60a9-4619-9e2a-c58da743b0e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.542s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.381028] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Successfully updated port: ed6680ce-2be9-4280-9fd3-aa88d7bf2928 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.476040] env[63198]: DEBUG nova.compute.utils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.477887] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.480143] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.486544] env[63198]: DEBUG nova.compute.manager [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.486774] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.488655] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c5fdd9-277e-40b7-8d8c-62ebc9e11602 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.498330] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.498330] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f38db9c-dbd6-453d-b068-d6895c9a7f7f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.531584] env[63198]: DEBUG nova.policy [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f5d80a76104819a80a97a8f053c52e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a382706ec6147928946745942565878', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.575944] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.575944] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.575944] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleting the datastore file [datastore1] e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.576289] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5833a80-9969-4ce9-8c73-3963bfc8cf50 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.590334] env[63198]: DEBUG oslo_vmware.api [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 955.590334] env[63198]: value = "task-2712623" [ 955.590334] env[63198]: _type = "Task" [ 955.590334] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.599159] env[63198]: INFO nova.compute.manager [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Rebuilding instance [ 955.609827] env[63198]: DEBUG oslo_vmware.api [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.676859] env[63198]: DEBUG nova.compute.manager [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.676859] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f89f18-dd85-425c-a1a1-fd7a2c42dfd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.850726] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00962de-fa3b-46d5-8f46-1d546400aca6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.860053] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818df95-9749-433b-93a4-bbbc3e38efe9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.891301] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "refresh_cache-a505b67f-b958-4b65-91dc-17dfe131be2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.891301] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "refresh_cache-a505b67f-b958-4b65-91dc-17dfe131be2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.891301] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.893621] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Successfully created port: 466322da-f080-4928-a8be-5c1cd4a4b895 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.896129] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f979eec-e89d-430c-bcba-4a274b953c6b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.907537] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41657c1-4f48-4b3e-8951-2ffbc365e602 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.927119] env[63198]: DEBUG nova.compute.provider_tree [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.985740] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.100139] env[63198]: DEBUG oslo_vmware.api [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278667} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.100587] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.100883] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.101062] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.101277] env[63198]: INFO nova.compute.manager [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Took 0.61 seconds to destroy the instance on the hypervisor. [ 956.101535] env[63198]: DEBUG oslo.service.loopingcall [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.101872] env[63198]: DEBUG nova.compute.manager [-] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.101950] env[63198]: DEBUG nova.network.neutron [-] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.431231] env[63198]: DEBUG nova.scheduler.client.report [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.460428] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.468460] env[63198]: DEBUG nova.compute.manager [req-d8327ae8-e40b-41de-b6fd-e6cc4f42e5b4 req-5639bdf9-e408-43ca-896e-c9cb2b2edb48 service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Received event network-vif-deleted-c96a6d75-bd90-4971-8fa6-47ddd49b2596 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.468691] env[63198]: INFO nova.compute.manager [req-d8327ae8-e40b-41de-b6fd-e6cc4f42e5b4 req-5639bdf9-e408-43ca-896e-c9cb2b2edb48 service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Neutron deleted interface c96a6d75-bd90-4971-8fa6-47ddd49b2596; detaching it from the instance and deleting it from the info cache [ 956.468876] env[63198]: DEBUG nova.network.neutron [req-d8327ae8-e40b-41de-b6fd-e6cc4f42e5b4 req-5639bdf9-e408-43ca-896e-c9cb2b2edb48 service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.649858] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquiring lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.650215] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.650450] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquiring lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.650654] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.651062] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.657237] env[63198]: INFO nova.compute.manager [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Terminating instance [ 956.694709] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.697968] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59bb42a2-d658-4d92-915c-58c62ef53fff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.699336] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Updating instance_info_cache with network_info: [{"id": "ed6680ce-2be9-4280-9fd3-aa88d7bf2928", "address": "fa:16:3e:98:2f:bd", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6680ce-2b", "ovs_interfaceid": "ed6680ce-2be9-4280-9fd3-aa88d7bf2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.704211] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 956.704211] env[63198]: value = "task-2712624" [ 956.704211] env[63198]: _type = "Task" [ 956.704211] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.715192] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.938460] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.941396] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.992s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.943256] env[63198]: INFO nova.compute.claims [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.953503] env[63198]: DEBUG nova.network.neutron [-] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.968730] env[63198]: INFO nova.scheduler.client.report [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Deleted allocations for instance 471506f5-e0ca-4a61-9dc8-4617cae95e9e [ 956.973602] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d47d38b9-7b62-4d49-8ac9-5d1fed251115 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.984593] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85008f94-3a6d-41f5-859f-0c54ced49d04 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.998479] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.026956] env[63198]: DEBUG nova.compute.manager [req-d8327ae8-e40b-41de-b6fd-e6cc4f42e5b4 req-5639bdf9-e408-43ca-896e-c9cb2b2edb48 service nova] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Detach interface failed, port_id=c96a6d75-bd90-4971-8fa6-47ddd49b2596, reason: Instance e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 957.036394] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.036641] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.036797] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.036977] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.037148] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.037299] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.037515] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.037676] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.037851] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.038010] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.038194] env[63198]: DEBUG nova.virt.hardware [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.039801] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42eb937-e27a-4ee5-8948-dcf9e8163453 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.048634] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559c0c66-fecd-466f-90c6-6fb64cec7f1d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.164514] env[63198]: DEBUG nova.compute.manager [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.164514] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.165664] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16ea0f4-663f-46c8-84a5-1b93dc92229e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.173688] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.173966] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3710be82-2357-4a0e-9217-20d08ed69ab8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.180542] env[63198]: DEBUG oslo_vmware.api [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 957.180542] env[63198]: value = "task-2712625" [ 957.180542] env[63198]: _type = "Task" [ 957.180542] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.188348] env[63198]: DEBUG oslo_vmware.api [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2712625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.202139] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "refresh_cache-a505b67f-b958-4b65-91dc-17dfe131be2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.202507] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Instance network_info: |[{"id": "ed6680ce-2be9-4280-9fd3-aa88d7bf2928", "address": "fa:16:3e:98:2f:bd", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6680ce-2b", "ovs_interfaceid": "ed6680ce-2be9-4280-9fd3-aa88d7bf2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.203017] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:2f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed6680ce-2be9-4280-9fd3-aa88d7bf2928', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.210801] env[63198]: DEBUG oslo.service.loopingcall [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.210933] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.214532] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f466d289-4f25-416f-a6c8-f2fb3f506806 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.234585] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712624, 'name': PowerOffVM_Task, 'duration_secs': 0.262068} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.237024] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.239738] env[63198]: DEBUG nova.compute.manager [req-9a6f7e93-8ef2-4f99-9ea3-ad510b4e8599 req-21611c1f-d385-47fe-b939-8dea09439628 service nova] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Received event network-changed-ed6680ce-2be9-4280-9fd3-aa88d7bf2928 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.239929] env[63198]: DEBUG nova.compute.manager [req-9a6f7e93-8ef2-4f99-9ea3-ad510b4e8599 req-21611c1f-d385-47fe-b939-8dea09439628 service nova] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Refreshing instance network info cache due to event network-changed-ed6680ce-2be9-4280-9fd3-aa88d7bf2928. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.240164] env[63198]: DEBUG oslo_concurrency.lockutils [req-9a6f7e93-8ef2-4f99-9ea3-ad510b4e8599 req-21611c1f-d385-47fe-b939-8dea09439628 service nova] Acquiring lock "refresh_cache-a505b67f-b958-4b65-91dc-17dfe131be2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.240304] env[63198]: DEBUG oslo_concurrency.lockutils [req-9a6f7e93-8ef2-4f99-9ea3-ad510b4e8599 req-21611c1f-d385-47fe-b939-8dea09439628 service nova] Acquired lock "refresh_cache-a505b67f-b958-4b65-91dc-17dfe131be2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.240463] env[63198]: DEBUG nova.network.neutron [req-9a6f7e93-8ef2-4f99-9ea3-ad510b4e8599 req-21611c1f-d385-47fe-b939-8dea09439628 service nova] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Refreshing network info cache for port ed6680ce-2be9-4280-9fd3-aa88d7bf2928 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.241926] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.241926] env[63198]: value = "task-2712626" [ 957.241926] env[63198]: _type = "Task" [ 957.241926] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.255191] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712626, 'name': CreateVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.337260] env[63198]: INFO nova.compute.manager [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Detaching volume 000e1c4d-a663-48c0-8eeb-6822e187c3f0 [ 957.382249] env[63198]: INFO nova.virt.block_device [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Attempting to driver detach volume 000e1c4d-a663-48c0-8eeb-6822e187c3f0 from mountpoint /dev/sdb [ 957.382249] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 957.382249] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 957.382249] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e5daf1-1124-4971-b548-4f1752f92472 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.405529] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6c5279-dc49-44cd-b314-a026946f2e49 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.413312] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162d510-ff7c-48a6-aa92-a4d4767ae3ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.434710] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7e02b2-eecc-4a3d-b173-ad89dedc1d24 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.452777] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] The volume has not been displaced from its original location: [datastore2] volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0/volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 957.458151] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.458942] env[63198]: INFO nova.compute.manager [-] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Took 1.36 seconds to deallocate network for instance. [ 957.459196] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7813a61a-0b04-4a77-9255-eec881edd2be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.481252] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6944f6f3-35f9-4cfe-b827-a92b54c099f6 tempest-ServerGroupTestJSON-926434980 tempest-ServerGroupTestJSON-926434980-project-member] Lock "471506f5-e0ca-4a61-9dc8-4617cae95e9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.249s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.486748] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 957.486748] env[63198]: value = "task-2712627" [ 957.486748] env[63198]: _type = "Task" [ 957.486748] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.492183] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Successfully updated port: 466322da-f080-4928-a8be-5c1cd4a4b895 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.505089] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.691162] env[63198]: DEBUG oslo_vmware.api [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2712625, 'name': PowerOffVM_Task, 'duration_secs': 0.216721} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.691565] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.691788] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.692100] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4656be8-d534-4eb0-9ac7-f032fb1e9b8f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.759746] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712626, 'name': CreateVM_Task, 'duration_secs': 0.388395} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.759746] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.760222] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.761294] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.761294] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.761294] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7475a68-2295-4fe8-a776-5455305cfdb4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.766492] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 957.766492] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5208a2f4-1b53-4d1c-3465-253d465e0650" [ 957.766492] env[63198]: _type = "Task" [ 957.766492] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.774821] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5208a2f4-1b53-4d1c-3465-253d465e0650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.776848] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.776848] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.776848] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Deleting the datastore file [datastore2] 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.777075] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c092f0a-9de9-4aa4-a852-8af5021494c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.783130] env[63198]: DEBUG oslo_vmware.api [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for the task: (returnval){ [ 957.783130] env[63198]: value = "task-2712629" [ 957.783130] env[63198]: _type = "Task" [ 957.783130] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.794066] env[63198]: DEBUG oslo_vmware.api [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2712629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.854039] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "35c50e8a-7e7d-4023-8b60-963557cf40f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.854316] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "35c50e8a-7e7d-4023-8b60-963557cf40f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.989299] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.990655] env[63198]: DEBUG nova.network.neutron [req-9a6f7e93-8ef2-4f99-9ea3-ad510b4e8599 req-21611c1f-d385-47fe-b939-8dea09439628 service nova] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Updated VIF entry in instance network info cache for port ed6680ce-2be9-4280-9fd3-aa88d7bf2928. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.990979] env[63198]: DEBUG nova.network.neutron [req-9a6f7e93-8ef2-4f99-9ea3-ad510b4e8599 req-21611c1f-d385-47fe-b939-8dea09439628 service nova] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Updating instance_info_cache with network_info: [{"id": "ed6680ce-2be9-4280-9fd3-aa88d7bf2928", "address": "fa:16:3e:98:2f:bd", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped6680ce-2b", "ovs_interfaceid": "ed6680ce-2be9-4280-9fd3-aa88d7bf2928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.997547] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "refresh_cache-ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.997706] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "refresh_cache-ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.997821] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.005460] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712627, 'name': ReconfigVM_Task, 'duration_secs': 0.245084} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.008606] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.014330] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f368c1b1-8166-44de-af66-602e06e3b0f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.037033] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 958.037033] env[63198]: value = "task-2712630" [ 958.037033] env[63198]: _type = "Task" [ 958.037033] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.048033] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.123395] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8833a-f303-3d96-be2d-7574cc62bdac/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.124648] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba17f15c-bf54-4445-a963-9d9115cfef9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.131943] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8833a-f303-3d96-be2d-7574cc62bdac/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.132139] env[63198]: ERROR oslo_vmware.rw_handles [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8833a-f303-3d96-be2d-7574cc62bdac/disk-0.vmdk due to incomplete transfer. [ 958.132384] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1e51921-3904-4ddf-8c7b-54e130368899 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.143811] env[63198]: DEBUG oslo_vmware.rw_handles [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e8833a-f303-3d96-be2d-7574cc62bdac/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 958.143811] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Uploaded image c5102c17-b133-4d25-a6a0-1220330c06c4 to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 958.144951] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.144951] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75161cb8-597f-46f7-8517-ff63b02d6543 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.153845] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 958.153845] env[63198]: value = "task-2712631" [ 958.153845] env[63198]: _type = "Task" [ 958.153845] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.161896] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712631, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.263148] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb5ed97-357f-4482-805f-b6acb3caebd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.275963] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7831fb4-7864-4fca-b4d7-de6490ce83c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.280023] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5208a2f4-1b53-4d1c-3465-253d465e0650, 'name': SearchDatastore_Task, 'duration_secs': 0.013842} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.281027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.281146] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.281546] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.281771] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.282075] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.282861] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ab8ed86-ecb9-4248-a482-3d97a3a7ddd1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.316591] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ff65e7-4859-4f54-9230-8a82007d80e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.319412] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.319566] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.323440] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cf6076-ba72-4237-b91f-455a030d319f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.325992] env[63198]: DEBUG oslo_vmware.api [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Task: {'id': task-2712629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312409} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.326728] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.326870] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.327152] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.327298] env[63198]: INFO nova.compute.manager [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 958.327608] env[63198]: DEBUG oslo.service.loopingcall [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.327963] env[63198]: DEBUG nova.compute.manager [-] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.328122] env[63198]: DEBUG nova.network.neutron [-] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.333459] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 958.333459] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521f8094-0f62-75fa-3df9-82ff2ce75f8b" [ 958.333459] env[63198]: _type = "Task" [ 958.333459] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.335646] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c26db69-1c86-4875-a6e8-1b58222ab782 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.354853] env[63198]: DEBUG nova.compute.provider_tree [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.362346] env[63198]: DEBUG nova.compute.manager [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.362346] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521f8094-0f62-75fa-3df9-82ff2ce75f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.362893] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1d44a2-b929-4f83-908c-bd17d719aab4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.370823] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 958.370823] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5288b96c-9131-d6c5-60f5-d9e6329fd1a8" [ 958.370823] env[63198]: _type = "Task" [ 958.370823] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.380467] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5288b96c-9131-d6c5-60f5-d9e6329fd1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.498289] env[63198]: DEBUG oslo_concurrency.lockutils [req-9a6f7e93-8ef2-4f99-9ea3-ad510b4e8599 req-21611c1f-d385-47fe-b939-8dea09439628 service nova] Releasing lock "refresh_cache-a505b67f-b958-4b65-91dc-17dfe131be2e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.532697] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "4d977f30-60a9-4619-9e2a-c58da743b0e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.532970] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "4d977f30-60a9-4619-9e2a-c58da743b0e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.533201] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "4d977f30-60a9-4619-9e2a-c58da743b0e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.533390] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "4d977f30-60a9-4619-9e2a-c58da743b0e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.533558] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "4d977f30-60a9-4619-9e2a-c58da743b0e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.537091] env[63198]: INFO nova.compute.manager [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Terminating instance [ 958.547650] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712630, 'name': ReconfigVM_Task, 'duration_secs': 0.359527} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.547998] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 958.564193] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.664843] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712631, 'name': Destroy_Task, 'duration_secs': 0.33636} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.665311] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Destroyed the VM [ 958.665603] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 958.665876] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-af66cc8f-2383-44dc-bf28-56e35bba1103 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.673375] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 958.673375] env[63198]: value = "task-2712632" [ 958.673375] env[63198]: _type = "Task" [ 958.673375] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.683046] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712632, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.866026] env[63198]: DEBUG nova.scheduler.client.report [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.890371] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5288b96c-9131-d6c5-60f5-d9e6329fd1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014113} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.892144] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.892885] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] a505b67f-b958-4b65-91dc-17dfe131be2e/a505b67f-b958-4b65-91dc-17dfe131be2e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.897021] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de44499a-7b52-4e48-a3d4-f787fdd0d34b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.898717] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.905811] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 958.905811] env[63198]: value = "task-2712633" [ 958.905811] env[63198]: _type = "Task" [ 958.905811] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.923284] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.925075] env[63198]: DEBUG nova.network.neutron [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Updating instance_info_cache with network_info: [{"id": "466322da-f080-4928-a8be-5c1cd4a4b895", "address": "fa:16:3e:f2:04:6b", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466322da-f0", "ovs_interfaceid": "466322da-f080-4928-a8be-5c1cd4a4b895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.045359] env[63198]: DEBUG nova.compute.manager [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.045359] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.045359] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def23de8-54b4-4e90-a5f9-a2007c46d419 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.055918] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.055918] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dc72677-b49a-48ac-bcd8-9c1cfd8cd441 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.060291] env[63198]: DEBUG oslo_vmware.api [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 959.060291] env[63198]: value = "task-2712634" [ 959.060291] env[63198]: _type = "Task" [ 959.060291] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.071102] env[63198]: DEBUG oslo_vmware.api [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.189417] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712632, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.277549] env[63198]: DEBUG nova.compute.manager [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Received event network-vif-plugged-466322da-f080-4928-a8be-5c1cd4a4b895 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.277549] env[63198]: DEBUG oslo_concurrency.lockutils [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] Acquiring lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.277549] env[63198]: DEBUG oslo_concurrency.lockutils [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] Lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.277549] env[63198]: DEBUG oslo_concurrency.lockutils [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] Lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.277549] env[63198]: DEBUG nova.compute.manager [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] No waiting events found dispatching network-vif-plugged-466322da-f080-4928-a8be-5c1cd4a4b895 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.277549] env[63198]: WARNING nova.compute.manager [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Received unexpected event network-vif-plugged-466322da-f080-4928-a8be-5c1cd4a4b895 for instance with vm_state building and task_state spawning. [ 959.277549] env[63198]: DEBUG nova.compute.manager [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Received event network-changed-466322da-f080-4928-a8be-5c1cd4a4b895 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.277549] env[63198]: DEBUG nova.compute.manager [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Refreshing instance network info cache due to event network-changed-466322da-f080-4928-a8be-5c1cd4a4b895. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 959.278087] env[63198]: DEBUG oslo_concurrency.lockutils [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] Acquiring lock "refresh_cache-ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.370218] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.370814] env[63198]: DEBUG nova.compute.manager [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.373727] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.866s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.373958] env[63198]: DEBUG nova.objects.instance [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lazy-loading 'resources' on Instance uuid 4fc90bd4-7125-4a7f-9be8-abe730a83771 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.418645] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712633, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.428768] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "refresh_cache-ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.429184] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Instance network_info: |[{"id": "466322da-f080-4928-a8be-5c1cd4a4b895", "address": "fa:16:3e:f2:04:6b", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466322da-f0", "ovs_interfaceid": "466322da-f080-4928-a8be-5c1cd4a4b895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.429607] env[63198]: DEBUG oslo_concurrency.lockutils [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] Acquired lock "refresh_cache-ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.429876] env[63198]: DEBUG nova.network.neutron [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Refreshing network info cache for port 466322da-f080-4928-a8be-5c1cd4a4b895 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.435029] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:04:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '466322da-f080-4928-a8be-5c1cd4a4b895', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.439843] env[63198]: DEBUG oslo.service.loopingcall [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.440940] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.441284] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535bb1cb-eeb2-4cee-8d69-0d9208661efb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.461714] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.461714] env[63198]: value = "task-2712635" [ 959.461714] env[63198]: _type = "Task" [ 959.461714] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.474576] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712635, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.505225] env[63198]: DEBUG nova.network.neutron [-] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.575430] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.576161] env[63198]: DEBUG oslo_vmware.api [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712634, 'name': PowerOffVM_Task, 'duration_secs': 0.244601} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.576591] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.577527] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.577838] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.579018] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.579018] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-613e748e-1536-40e7-981f-eb883067b95e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.580719] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.581059] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.581786] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.582154] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.582402] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 959.583020] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.606083] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.606529] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72a33711-d978-42af-a58f-09b583756bb5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.613542] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 959.613542] env[63198]: value = "task-2712637" [ 959.613542] env[63198]: _type = "Task" [ 959.613542] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.623872] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 959.624020] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 959.624193] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 959.625026] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f460e2a-502a-4f2b-ad59-439c42d9e387 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.650312] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7008f6-423b-4ea4-8688-a58151d14db0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.653368] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.654108] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.654108] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Deleting the datastore file [datastore1] 4d977f30-60a9-4619-9e2a-c58da743b0e0 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.654108] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73f2fc5d-f0de-4b04-9672-a6cf7e209281 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.660157] env[63198]: WARNING nova.virt.vmwareapi.driver [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 959.660486] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.663034] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b839febf-10a5-468b-a9f9-20b4f54a582a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.666050] env[63198]: DEBUG oslo_vmware.api [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 959.666050] env[63198]: value = "task-2712638" [ 959.666050] env[63198]: _type = "Task" [ 959.666050] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.671606] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.672206] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a25d779b-c0d1-46fe-a840-b132541c9761 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.676636] env[63198]: DEBUG oslo_vmware.api [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.684962] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712632, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.745514] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.746037] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.746211] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleting the datastore file [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.746590] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c140a45f-2811-4722-a617-19cdcdf89fb0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.755504] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 959.755504] env[63198]: value = "task-2712640" [ 959.755504] env[63198]: _type = "Task" [ 959.755504] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.765566] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.877782] env[63198]: DEBUG nova.compute.utils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.886245] env[63198]: DEBUG nova.compute.manager [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.886245] env[63198]: DEBUG nova.network.neutron [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.919656] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712832} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.922636] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] a505b67f-b958-4b65-91dc-17dfe131be2e/a505b67f-b958-4b65-91dc-17dfe131be2e.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.922950] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.923667] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-474f1468-e90b-4af0-bbba-b9da7860edec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.928706] env[63198]: DEBUG nova.policy [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08eab68cf8784cf9aa986b5fae7876e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b4d3e6b9606425fb648edf9fce333c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.933389] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 959.933389] env[63198]: value = "task-2712641" [ 959.933389] env[63198]: _type = "Task" [ 959.933389] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.945912] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.971054] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712635, 'name': CreateVM_Task, 'duration_secs': 0.459619} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.974036] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.975369] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.975369] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.975519] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.977292] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade4f87a-34a1-4544-ba98-7c3482e3ab8e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.981588] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 959.981588] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b9106-07aa-3e7c-97e6-398c444e15e9" [ 959.981588] env[63198]: _type = "Task" [ 959.981588] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.992962] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b9106-07aa-3e7c-97e6-398c444e15e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.007610] env[63198]: INFO nova.compute.manager [-] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Took 1.68 seconds to deallocate network for instance. [ 960.087058] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.178277] env[63198]: DEBUG oslo_vmware.api [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182621} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.182954] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.183271] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.183476] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.183728] env[63198]: INFO nova.compute.manager [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 960.183988] env[63198]: DEBUG oslo.service.loopingcall [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.189154] env[63198]: DEBUG nova.compute.manager [-] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.189154] env[63198]: DEBUG nova.network.neutron [-] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.202037] env[63198]: DEBUG oslo_vmware.api [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712632, 'name': RemoveSnapshot_Task, 'duration_secs': 1.081864} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.202988] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 960.202988] env[63198]: INFO nova.compute.manager [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Took 13.63 seconds to snapshot the instance on the hypervisor. [ 960.209032] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1900dce4-080b-41f1-8da2-40c7d1faf378 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.221088] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14b76c2-f8da-4082-a6f2-f7856f418c24 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.253600] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b029f9-7b28-48d0-bfb7-5a15947776f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.262263] env[63198]: DEBUG nova.network.neutron [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Successfully created port: cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.269224] env[63198]: DEBUG nova.network.neutron [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Updated VIF entry in instance network info cache for port 466322da-f080-4928-a8be-5c1cd4a4b895. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.269592] env[63198]: DEBUG nova.network.neutron [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Updating instance_info_cache with network_info: [{"id": "466322da-f080-4928-a8be-5c1cd4a4b895", "address": "fa:16:3e:f2:04:6b", "network": {"id": "821ce5ab-081c-49cc-b267-325fbd361717", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-560032747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a382706ec6147928946745942565878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap466322da-f0", "ovs_interfaceid": "466322da-f080-4928-a8be-5c1cd4a4b895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.271854] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59ef2ca-3f61-4dab-8b3a-818e6be98fe5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.275825] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164087} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.276493] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.276666] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.276837] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.289431] env[63198]: DEBUG nova.compute.provider_tree [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.388028] env[63198]: DEBUG nova.compute.manager [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.449619] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104203} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.449876] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.453092] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680062be-e0a0-4774-9ca1-dde7680c92ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.457484] env[63198]: DEBUG nova.compute.manager [req-c0e47b7f-f452-4d4c-a384-267932fb3f01 req-a90f3b6b-19bf-41e6-bdd9-4b8ab1a3b22e service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Received event network-vif-deleted-77e3f30e-930b-4192-be35-c5fb502a4738 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.457484] env[63198]: INFO nova.compute.manager [req-c0e47b7f-f452-4d4c-a384-267932fb3f01 req-a90f3b6b-19bf-41e6-bdd9-4b8ab1a3b22e service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Neutron deleted interface 77e3f30e-930b-4192-be35-c5fb502a4738; detaching it from the instance and deleting it from the info cache [ 960.457484] env[63198]: DEBUG nova.network.neutron [req-c0e47b7f-f452-4d4c-a384-267932fb3f01 req-a90f3b6b-19bf-41e6-bdd9-4b8ab1a3b22e service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.477693] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] a505b67f-b958-4b65-91dc-17dfe131be2e/a505b67f-b958-4b65-91dc-17dfe131be2e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.479388] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a57cc062-35b0-4bef-ae08-bfdaadabbbea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.493788] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b97e15a-045b-438e-b702-be4f1f8f7b66 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.507317] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b9106-07aa-3e7c-97e6-398c444e15e9, 'name': SearchDatastore_Task, 'duration_secs': 0.042347} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.509249] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.509468] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.509698] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.509798] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.509971] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.510296] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 960.510296] env[63198]: value = "task-2712642" [ 960.510296] env[63198]: _type = "Task" [ 960.510296] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.510539] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b01cc44d-8d07-4a75-b0a3-248cf396fc0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.514741] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073a47a4-ffd6-4da5-8760-43aa34f37c34 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.529119] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.536128] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.537251] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.537426] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.538114] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61fa98f-5f3b-4780-80d4-2f5d0dd0d1f7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.548976] env[63198]: DEBUG nova.compute.manager [req-c0e47b7f-f452-4d4c-a384-267932fb3f01 req-a90f3b6b-19bf-41e6-bdd9-4b8ab1a3b22e service nova] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Detach interface failed, port_id=77e3f30e-930b-4192-be35-c5fb502a4738, reason: Instance 4d977f30-60a9-4619-9e2a-c58da743b0e0 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 960.552205] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 960.552205] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f4bf37-2783-3fc1-c111-9de4d41af3c7" [ 960.552205] env[63198]: _type = "Task" [ 960.552205] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.559803] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f4bf37-2783-3fc1-c111-9de4d41af3c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.749565] env[63198]: DEBUG nova.compute.manager [None req-9299483e-2bfe-46cf-aac4-2948e2903227 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Found 1 images (rotation: 2) {{(pid=63198) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 960.777267] env[63198]: DEBUG oslo_concurrency.lockutils [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] Releasing lock "refresh_cache-ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.777577] env[63198]: DEBUG nova.compute.manager [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Received event network-vif-deleted-8924394b-2022-4a73-a468-dacbc04739cf {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.777787] env[63198]: INFO nova.compute.manager [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Neutron deleted interface 8924394b-2022-4a73-a468-dacbc04739cf; detaching it from the instance and deleting it from the info cache [ 960.777954] env[63198]: DEBUG nova.network.neutron [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.781484] env[63198]: INFO nova.virt.block_device [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Booting with volume 000e1c4d-a663-48c0-8eeb-6822e187c3f0 at /dev/sdb [ 960.792727] env[63198]: DEBUG nova.scheduler.client.report [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.820439] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7dd2f04-92fa-411d-9bcf-0ceae208a4bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.829814] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c09e5d-6968-4f0f-b6aa-10e13fad2246 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.859139] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29cf8db9-c9ae-46e6-8d78-facca33c3d55 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.867182] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93278996-17e7-4569-8853-1288b64f1af4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.898750] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83002f9-3b61-4f47-a3aa-db960dc068e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.905424] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af7d093-da5c-40c2-8910-183942bb290b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.917723] env[63198]: DEBUG nova.virt.block_device [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Updating existing volume attachment record: 2810f946-daf7-4e2b-8f8f-adbcdd68f55b {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 960.944520] env[63198]: DEBUG nova.network.neutron [-] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.022909] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712642, 'name': ReconfigVM_Task, 'duration_secs': 0.270898} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.023149] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] a505b67f-b958-4b65-91dc-17dfe131be2e/a505b67f-b958-4b65-91dc-17dfe131be2e.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.023782] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50afb2ac-25c1-4ca0-ac6f-905c9c984946 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.029874] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 961.029874] env[63198]: value = "task-2712643" [ 961.029874] env[63198]: _type = "Task" [ 961.029874] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.037553] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712643, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.062603] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f4bf37-2783-3fc1-c111-9de4d41af3c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.063377] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b61af19-96c0-4c92-affc-84a83e77bed4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.069286] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 961.069286] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524f6ce6-4573-5eab-a5ea-b7c594b257a3" [ 961.069286] env[63198]: _type = "Task" [ 961.069286] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.077017] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524f6ce6-4573-5eab-a5ea-b7c594b257a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.281012] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-459d897d-2a17-485a-972f-3546be01296a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.291130] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb8d42-6f39-4f84-ae8c-e8b546682b70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.302835] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.306746] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.323s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.307118] env[63198]: DEBUG nova.objects.instance [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'resources' on Instance uuid fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.328682] env[63198]: DEBUG nova.compute.manager [req-59a6ad9a-2a97-4013-8473-0ff1d020c9b8 req-865a4eef-1b04-4088-97d7-892f6d4aadee service nova] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Detach interface failed, port_id=8924394b-2022-4a73-a468-dacbc04739cf, reason: Instance 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 961.335230] env[63198]: INFO nova.scheduler.client.report [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Deleted allocations for instance 4fc90bd4-7125-4a7f-9be8-abe730a83771 [ 961.404238] env[63198]: DEBUG nova.compute.manager [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.427084] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.427346] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.427505] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.427685] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.427829] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.427977] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.428210] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.428372] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.428538] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.428699] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.428904] env[63198]: DEBUG nova.virt.hardware [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.429815] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b4fb0-5f2c-4ea7-bddf-f2b610a262b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.437908] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eda5987-8e5b-42e6-8113-c62696a75020 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.445488] env[63198]: INFO nova.compute.manager [-] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Took 1.26 seconds to deallocate network for instance. [ 961.539916] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712643, 'name': Rename_Task, 'duration_secs': 0.147823} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.540257] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.540513] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d433eb63-d292-4832-ad57-e3a0da56bb69 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.546766] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 961.546766] env[63198]: value = "task-2712644" [ 961.546766] env[63198]: _type = "Task" [ 961.546766] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.554166] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.580060] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524f6ce6-4573-5eab-a5ea-b7c594b257a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014784} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.580060] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.580060] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] ef77f5a9-c65e-4d9e-9b5c-2e339214ae83/ef77f5a9-c65e-4d9e-9b5c-2e339214ae83.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.580060] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9b41dd9-4a2e-40b6-84f6-7dc0047d15dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.586232] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 961.586232] env[63198]: value = "task-2712645" [ 961.586232] env[63198]: _type = "Task" [ 961.586232] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.593968] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.657426] env[63198]: DEBUG nova.compute.manager [req-b9d8b382-9f5c-435a-b368-764ac40d36ef req-47df3776-7d8a-410c-a7e2-086f89a86569 service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Received event network-vif-plugged-cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.657689] env[63198]: DEBUG oslo_concurrency.lockutils [req-b9d8b382-9f5c-435a-b368-764ac40d36ef req-47df3776-7d8a-410c-a7e2-086f89a86569 service nova] Acquiring lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.657839] env[63198]: DEBUG oslo_concurrency.lockutils [req-b9d8b382-9f5c-435a-b368-764ac40d36ef req-47df3776-7d8a-410c-a7e2-086f89a86569 service nova] Lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.657998] env[63198]: DEBUG oslo_concurrency.lockutils [req-b9d8b382-9f5c-435a-b368-764ac40d36ef req-47df3776-7d8a-410c-a7e2-086f89a86569 service nova] Lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.658798] env[63198]: DEBUG nova.compute.manager [req-b9d8b382-9f5c-435a-b368-764ac40d36ef req-47df3776-7d8a-410c-a7e2-086f89a86569 service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] No waiting events found dispatching network-vif-plugged-cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.658798] env[63198]: WARNING nova.compute.manager [req-b9d8b382-9f5c-435a-b368-764ac40d36ef req-47df3776-7d8a-410c-a7e2-086f89a86569 service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Received unexpected event network-vif-plugged-cbb9e7a5-8048-430b-8e6c-6fb26344d752 for instance with vm_state building and task_state spawning. [ 961.750360] env[63198]: DEBUG nova.network.neutron [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Successfully updated port: cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.843551] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f3424d49-d03e-442e-be39-bee803f822fc tempest-ServerShowV257Test-82847714 tempest-ServerShowV257Test-82847714-project-member] Lock "4fc90bd4-7125-4a7f-9be8-abe730a83771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.649s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.946913] env[63198]: DEBUG nova.compute.manager [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.947662] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdfe47a-53a8-4621-b1aa-1de797966474 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.961993] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.059490] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712644, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.080701] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a7510-e30b-4c33-8cd2-33a8ff5b14a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.092182] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156335df-db02-4c5f-9323-3969ce64b840 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.101328] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712645, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.130936] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26497d16-fe6c-4018-8242-475b274b8b0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.138700] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cdaa19-5ea1-4dc4-851b-64da2d48fe95 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.155508] env[63198]: DEBUG nova.compute.provider_tree [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.253413] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.253586] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquired lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.253997] env[63198]: DEBUG nova.network.neutron [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.463733] env[63198]: INFO nova.compute.manager [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] instance snapshotting [ 962.463733] env[63198]: DEBUG nova.objects.instance [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'flavor' on Instance uuid 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.559715] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712644, 'name': PowerOnVM_Task, 'duration_secs': 0.770959} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.560019] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.560225] env[63198]: INFO nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Took 8.00 seconds to spawn the instance on the hypervisor. [ 962.560400] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.561116] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e1b54d-1dc7-4ba2-9485-2c4a074716e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.597116] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556182} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.597364] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] ef77f5a9-c65e-4d9e-9b5c-2e339214ae83/ef77f5a9-c65e-4d9e-9b5c-2e339214ae83.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.597573] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.597815] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2420dae2-a738-4a02-9011-23fa37723385 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.604670] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 962.604670] env[63198]: value = "task-2712646" [ 962.604670] env[63198]: _type = "Task" [ 962.604670] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.612044] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.660945] env[63198]: DEBUG nova.scheduler.client.report [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.785363] env[63198]: DEBUG nova.network.neutron [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.906447] env[63198]: DEBUG nova.network.neutron [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Updating instance_info_cache with network_info: [{"id": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "address": "fa:16:3e:21:f8:3d", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9e7a5-80", "ovs_interfaceid": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.969044] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225cc8f7-3961-4e1f-8ec4-bb33fbd991ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.987826] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb53e9f6-19bb-43c6-9560-6912f3ec66e6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.040447] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.040692] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.040848] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.041039] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.041190] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.041385] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.041599] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.041756] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.041921] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.042093] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.042312] env[63198]: DEBUG nova.virt.hardware [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.043217] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415358d2-baea-477d-a878-f667447ab7db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.050637] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7a447b-73fa-43be-952b-dbf15b622b6b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.065588] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ec:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c02762be-a959-423b-aeef-69529fec250a', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.073376] env[63198]: DEBUG oslo.service.loopingcall [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.077844] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.079297] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9736defa-2c18-4ed3-a454-d37cabf2272d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.093469] env[63198]: INFO nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Took 24.14 seconds to build instance. [ 963.099592] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.099592] env[63198]: value = "task-2712647" [ 963.099592] env[63198]: _type = "Task" [ 963.099592] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.106995] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712647, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.114288] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064988} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.114514] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.115926] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20501838-150f-4895-9098-7d57c6fd6c11 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.137247] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] ef77f5a9-c65e-4d9e-9b5c-2e339214ae83/ef77f5a9-c65e-4d9e-9b5c-2e339214ae83.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.137689] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea91317-8544-4344-a210-d32ccc6b756f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.158714] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 963.158714] env[63198]: value = "task-2712648" [ 963.158714] env[63198]: _type = "Task" [ 963.158714] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.165555] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.168037] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.533s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.169471] env[63198]: INFO nova.compute.claims [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.175437] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.189918] env[63198]: INFO nova.scheduler.client.report [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleted allocations for instance fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 [ 963.408846] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Releasing lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.409223] env[63198]: DEBUG nova.compute.manager [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Instance network_info: |[{"id": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "address": "fa:16:3e:21:f8:3d", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9e7a5-80", "ovs_interfaceid": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.409708] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:f8:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbb9e7a5-8048-430b-8e6c-6fb26344d752', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.421288] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Creating folder: Project (9b4d3e6b9606425fb648edf9fce333c2). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.421288] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f16e7e1-893b-4305-9cfa-cf449da7c80b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.429047] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Created folder: Project (9b4d3e6b9606425fb648edf9fce333c2) in parent group-v546185. [ 963.429249] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Creating folder: Instances. Parent ref: group-v546435. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.429496] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27caa256-dae2-4f1f-8397-fdc48f5fd9ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.439653] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Created folder: Instances in parent group-v546435. [ 963.439977] env[63198]: DEBUG oslo.service.loopingcall [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.440128] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.440352] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e078765b-b928-4ff2-bc7a-182b69d0aca5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.459026] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.459026] env[63198]: value = "task-2712651" [ 963.459026] env[63198]: _type = "Task" [ 963.459026] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.466968] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712651, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.498403] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 963.498789] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ded552f-bf2e-4792-a463-c393873381cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.505875] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 963.505875] env[63198]: value = "task-2712652" [ 963.505875] env[63198]: _type = "Task" [ 963.505875] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.513825] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712652, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.596160] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "a505b67f-b958-4b65-91dc-17dfe131be2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.653s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.610425] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712647, 'name': CreateVM_Task, 'duration_secs': 0.346191} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.610637] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.611439] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.611621] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.611941] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.612401] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b6706f-2490-49e2-957e-40aef2d4fd52 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.617408] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 963.617408] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d7dc57-7746-f7a3-292c-dcf5583f85ff" [ 963.617408] env[63198]: _type = "Task" [ 963.617408] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.625672] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d7dc57-7746-f7a3-292c-dcf5583f85ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.671052] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.694325] env[63198]: DEBUG nova.compute.manager [req-7c548574-3972-4d26-929b-522c4eee1081 req-16f4aefd-81fd-485a-a6e1-b9d40dd17abe service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Received event network-changed-cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.694431] env[63198]: DEBUG nova.compute.manager [req-7c548574-3972-4d26-929b-522c4eee1081 req-16f4aefd-81fd-485a-a6e1-b9d40dd17abe service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Refreshing instance network info cache due to event network-changed-cbb9e7a5-8048-430b-8e6c-6fb26344d752. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.694586] env[63198]: DEBUG oslo_concurrency.lockutils [req-7c548574-3972-4d26-929b-522c4eee1081 req-16f4aefd-81fd-485a-a6e1-b9d40dd17abe service nova] Acquiring lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.694774] env[63198]: DEBUG oslo_concurrency.lockutils [req-7c548574-3972-4d26-929b-522c4eee1081 req-16f4aefd-81fd-485a-a6e1-b9d40dd17abe service nova] Acquired lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.694889] env[63198]: DEBUG nova.network.neutron [req-7c548574-3972-4d26-929b-522c4eee1081 req-16f4aefd-81fd-485a-a6e1-b9d40dd17abe service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Refreshing network info cache for port cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.700852] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e10e54cd-ec7f-4cd3-97ca-02c14921f63f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.608s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.702029] env[63198]: DEBUG oslo_concurrency.lockutils [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Acquired lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.702823] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10111d15-c9c8-4ea2-ae07-02f9bce0c949 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.711861] env[63198]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 963.712079] env[63198]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63198) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 963.712449] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cfe9c51-6e16-43ea-9ff5-e16e7f613e51 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.720717] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a86aa6-68e1-4c24-89e2-c5e82b70fbd5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.752302] env[63198]: ERROR root [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-546394' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-546394' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-546394' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-546394'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-546394' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-546394' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-546394'}\n"]: nova.exception.InstanceNotFound: Instance fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 could not be found. [ 963.752544] env[63198]: DEBUG oslo_concurrency.lockutils [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Releasing lock "fcc046ba-c8b3-4a94-ad37-63ef529ddfb1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.752757] env[63198]: DEBUG nova.compute.manager [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Detach interface failed, port_id=563b4256-1e32-4f3a-9743-a93805d390ae, reason: Instance fcc046ba-c8b3-4a94-ad37-63ef529ddfb1 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 963.752944] env[63198]: DEBUG nova.compute.manager [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Received event network-vif-plugged-c43cf3d0-66d7-457c-8164-99d13177eb4b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.753142] env[63198]: DEBUG oslo_concurrency.lockutils [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Acquiring lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.753341] env[63198]: DEBUG oslo_concurrency.lockutils [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.753536] env[63198]: DEBUG oslo_concurrency.lockutils [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.753679] env[63198]: DEBUG nova.compute.manager [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] No waiting events found dispatching network-vif-plugged-c43cf3d0-66d7-457c-8164-99d13177eb4b {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.753836] env[63198]: WARNING nova.compute.manager [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Received unexpected event network-vif-plugged-c43cf3d0-66d7-457c-8164-99d13177eb4b for instance with vm_state building and task_state spawning. [ 963.753993] env[63198]: DEBUG nova.compute.manager [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Received event network-changed-c43cf3d0-66d7-457c-8164-99d13177eb4b {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.754163] env[63198]: DEBUG nova.compute.manager [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Refreshing instance network info cache due to event network-changed-c43cf3d0-66d7-457c-8164-99d13177eb4b. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.754348] env[63198]: DEBUG oslo_concurrency.lockutils [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Acquiring lock "refresh_cache-1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.754485] env[63198]: DEBUG oslo_concurrency.lockutils [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Acquired lock "refresh_cache-1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.754638] env[63198]: DEBUG nova.network.neutron [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Refreshing network info cache for port c43cf3d0-66d7-457c-8164-99d13177eb4b {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.968616] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712651, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.015426] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712652, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.128264] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d7dc57-7746-f7a3-292c-dcf5583f85ff, 'name': SearchDatastore_Task, 'duration_secs': 0.022211} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.128571] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.128805] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.129041] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.129191] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.129368] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.129623] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e46131fe-26d7-40f5-8307-2739838a7836 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.143934] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.144124] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.144874] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9bc38a-8faf-47b2-931b-55530511dc7d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.149554] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 964.149554] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fc2a71-b0b4-2ad8-62a3-32ceb6d5e145" [ 964.149554] env[63198]: _type = "Task" [ 964.149554] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.156887] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fc2a71-b0b4-2ad8-62a3-32ceb6d5e145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.167358] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.275742] env[63198]: DEBUG nova.network.neutron [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.406813] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a281b42-f218-4fd9-ba7b-3e0c28c04f43 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.412338] env[63198]: DEBUG nova.network.neutron [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.421046] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f71f9c5-d2b9-42fb-9fdb-e0980138f6e4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.459634] env[63198]: DEBUG nova.network.neutron [req-7c548574-3972-4d26-929b-522c4eee1081 req-16f4aefd-81fd-485a-a6e1-b9d40dd17abe service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Updated VIF entry in instance network info cache for port cbb9e7a5-8048-430b-8e6c-6fb26344d752. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.459945] env[63198]: DEBUG nova.network.neutron [req-7c548574-3972-4d26-929b-522c4eee1081 req-16f4aefd-81fd-485a-a6e1-b9d40dd17abe service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Updating instance_info_cache with network_info: [{"id": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "address": "fa:16:3e:21:f8:3d", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9e7a5-80", "ovs_interfaceid": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.461603] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab36b4f7-f05a-4238-91bb-0b4871aaec46 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.475669] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a02c1e-5e41-4743-8a5a-80399cdd234e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.480182] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712651, 'name': CreateVM_Task, 'duration_secs': 0.572078} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.480358] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.481386] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.481564] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.481900] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 964.482228] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0bb72b-b5ba-4aa6-bcde-a320664e3b1c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.491830] env[63198]: DEBUG nova.compute.provider_tree [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.498381] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 964.498381] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526007e8-4a6a-e5f4-1952-c7bd2cc4e641" [ 964.498381] env[63198]: _type = "Task" [ 964.498381] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.503572] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526007e8-4a6a-e5f4-1952-c7bd2cc4e641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.517142] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712652, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.660344] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52fc2a71-b0b4-2ad8-62a3-32ceb6d5e145, 'name': SearchDatastore_Task, 'duration_secs': 0.024649} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.664437] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d64eb0-7236-46b4-80dd-1d20f0c31839 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.671394] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712648, 'name': ReconfigVM_Task, 'duration_secs': 1.29235} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.673384] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Reconfigured VM instance instance-0000005f to attach disk [datastore2] ef77f5a9-c65e-4d9e-9b5c-2e339214ae83/ef77f5a9-c65e-4d9e-9b5c-2e339214ae83.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.673384] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 964.673384] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52009fe2-93ea-501e-185f-a8194e1d299c" [ 964.673384] env[63198]: _type = "Task" [ 964.673384] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.673614] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a57a834e-7785-47b9-b701-972ec1483ecd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.684790] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52009fe2-93ea-501e-185f-a8194e1d299c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.686043] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 964.686043] env[63198]: value = "task-2712653" [ 964.686043] env[63198]: _type = "Task" [ 964.686043] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.693472] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712653, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.916325] env[63198]: DEBUG oslo_concurrency.lockutils [req-c7c61540-07f3-4a91-b1ed-95387d601b84 req-571c318f-2ce0-4f55-8b42-a39d2223c023 service nova] Releasing lock "refresh_cache-1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.965476] env[63198]: DEBUG oslo_concurrency.lockutils [req-7c548574-3972-4d26-929b-522c4eee1081 req-16f4aefd-81fd-485a-a6e1-b9d40dd17abe service nova] Releasing lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.994852] env[63198]: DEBUG nova.scheduler.client.report [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.007696] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526007e8-4a6a-e5f4-1952-c7bd2cc4e641, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.008092] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.008555] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.008555] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.017263] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712652, 'name': CreateSnapshot_Task, 'duration_secs': 1.355057} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.017495] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 965.018206] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db9a7f5-6742-4f3e-8dc3-ceeab292a02d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.185507] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52009fe2-93ea-501e-185f-a8194e1d299c, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.185794] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.186139] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785/31b72d6d-7103-438f-995a-d3e607efd785.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.186468] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.186695] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.187008] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8239ae-3b4b-462d-a85a-4707e4b6a027 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.188831] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99aaa273-e957-4b64-ad8f-767373ca6e0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.200601] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712653, 'name': Rename_Task, 'duration_secs': 0.181426} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.200903] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 965.200903] env[63198]: value = "task-2712654" [ 965.200903] env[63198]: _type = "Task" [ 965.200903] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.201200] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.202331] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67e56ad1-da21-46e5-a928-62e0b9f2b4c8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.206138] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.206311] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.206992] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03b2713-3116-456a-b594-4389dfc6392b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.214360] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.216361] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 965.216361] env[63198]: value = "task-2712655" [ 965.216361] env[63198]: _type = "Task" [ 965.216361] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.216598] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 965.216598] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5246a7d6-a0bc-2585-39f5-dd29a41e47cc" [ 965.216598] env[63198]: _type = "Task" [ 965.216598] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.226740] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.230068] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5246a7d6-a0bc-2585-39f5-dd29a41e47cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.230778] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8101e219-15d1-4cdc-910d-798d982f38af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.235684] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 965.235684] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527a9c3f-f927-bcdc-344e-5b83c302fc53" [ 965.235684] env[63198]: _type = "Task" [ 965.235684] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.243392] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527a9c3f-f927-bcdc-344e-5b83c302fc53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.322342] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.322670] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.503224] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.503860] env[63198]: DEBUG nova.compute.manager [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.506771] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.248s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.506958] env[63198]: DEBUG nova.objects.instance [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lazy-loading 'resources' on Instance uuid 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.536377] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 965.536946] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-130637bd-49b4-4c63-888f-49a107bab0dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.549336] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 965.549336] env[63198]: value = "task-2712656" [ 965.549336] env[63198]: _type = "Task" [ 965.549336] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.560479] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712656, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.715709] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712654, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.728864] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712655, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.749037] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527a9c3f-f927-bcdc-344e-5b83c302fc53, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.749037] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.749257] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] a6d58bc7-9239-4212-b6f7-48a17e723dd8/a6d58bc7-9239-4212-b6f7-48a17e723dd8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.749394] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71b52186-ab9e-4704-97da-b1298b4a015c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.759030] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 965.759030] env[63198]: value = "task-2712657" [ 965.759030] env[63198]: _type = "Task" [ 965.759030] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.770475] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.825235] env[63198]: DEBUG nova.compute.manager [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.010269] env[63198]: DEBUG nova.compute.utils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.016285] env[63198]: DEBUG nova.compute.manager [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.016508] env[63198]: DEBUG nova.network.neutron [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.062595] env[63198]: DEBUG nova.policy [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10d61329cf0340f3b51c57afc607a79d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da3832cc84094554a4bbf38bb947923d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.064213] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712656, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.215294] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613768} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.215294] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785/31b72d6d-7103-438f-995a-d3e607efd785.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.215294] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.215294] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bfe4396-5c88-42f7-82f5-ad05e744c980 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.221468] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 966.221468] env[63198]: value = "task-2712658" [ 966.221468] env[63198]: _type = "Task" [ 966.221468] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.230657] env[63198]: DEBUG oslo_vmware.api [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712655, 'name': PowerOnVM_Task, 'duration_secs': 0.679228} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.231358] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.231634] env[63198]: INFO nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Took 9.23 seconds to spawn the instance on the hypervisor. [ 966.231857] env[63198]: DEBUG nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.232715] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f07dae-1f96-4fb3-9dd0-3c6c311bf0a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.240990] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.252386] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1291287-a046-4489-a30c-aa46e157b134 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.259789] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c725878b-8cc6-4797-8265-86d6640f8d47 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.272132] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712657, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.301071] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ac871c-831f-4de6-bbc4-9c505411a1d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.310799] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825213fe-b889-44ad-b921-e87c01d31583 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.328185] env[63198]: DEBUG nova.compute.provider_tree [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.350847] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.355519] env[63198]: DEBUG nova.network.neutron [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Successfully created port: 11d32d26-b56e-442a-a173-3a379120bb3f {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.517099] env[63198]: DEBUG nova.compute.manager [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.560829] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712656, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.734425] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07703} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.734425] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.735113] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b02292-4723-41b0-ab6b-9f51d3caaf51 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.756738] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785/31b72d6d-7103-438f-995a-d3e607efd785.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.760723] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2350779-6910-451a-a742-970ac78afd1e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.780782] env[63198]: INFO nova.compute.manager [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Took 27.79 seconds to build instance. [ 966.788296] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 966.788296] env[63198]: value = "task-2712659" [ 966.788296] env[63198]: _type = "Task" [ 966.788296] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.788948] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850362} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.788948] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] a6d58bc7-9239-4212-b6f7-48a17e723dd8/a6d58bc7-9239-4212-b6f7-48a17e723dd8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.789185] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.792637] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d8a843f-2e2d-43fd-8bb5-564b0a0d2b99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.800390] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.801553] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 966.801553] env[63198]: value = "task-2712660" [ 966.801553] env[63198]: _type = "Task" [ 966.801553] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.812253] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.833426] env[63198]: DEBUG nova.scheduler.client.report [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.061397] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712656, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.283148] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1721a64-2123-4bc5-b69c-2ad8ee225824 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.299s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.299057] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712659, 'name': ReconfigVM_Task, 'duration_secs': 0.304727} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.299343] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785/31b72d6d-7103-438f-995a-d3e607efd785.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.300463] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'device_type': 'disk', 'disk_bus': None, 'image_id': '9c92274c-f71a-4266-ae8f-c11a7267cfde'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'}, 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'attachment_id': '2810f946-daf7-4e2b-8f8f-adbcdd68f55b', 'mount_device': '/dev/sdb', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63198) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 967.300676] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 967.300921] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 967.302038] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bf66e8-d33c-40bf-8a01-d4b236a20c74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.313578] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072282} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.323882] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.325073] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47617b98-8f6f-4c56-8740-d9f5e1fb4ed2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.327880] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbf848c-6c7d-4331-8ee3-b5e749c79b03 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.342230] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.352464] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] a6d58bc7-9239-4212-b6f7-48a17e723dd8/a6d58bc7-9239-4212-b6f7-48a17e723dd8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.366594] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.377s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.367058] env[63198]: DEBUG nova.objects.instance [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'resources' on Instance uuid e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.367997] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e77a52-a6ab-4cf2-950f-4bf3f1eb169b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.389605] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0/volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.390853] env[63198]: INFO nova.scheduler.client.report [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Deleted allocations for instance 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf [ 967.393320] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c0f3ee-5fab-467a-be9f-51f9a064a6cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.423426] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 967.423426] env[63198]: value = "task-2712661" [ 967.423426] env[63198]: _type = "Task" [ 967.423426] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.433481] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 967.433481] env[63198]: value = "task-2712662" [ 967.433481] env[63198]: _type = "Task" [ 967.433481] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.441019] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.446486] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.527683] env[63198]: DEBUG nova.compute.manager [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.558554] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.558885] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.559169] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.559417] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.559617] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.559810] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.560082] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.560277] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.560571] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.560689] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.560886] env[63198]: DEBUG nova.virt.hardware [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.561794] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8ac73b-8211-45f8-9794-5c9e69b41d56 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.570274] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712656, 'name': CloneVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.573689] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6195812d-287a-476f-abc8-d0a3676238aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.852508] env[63198]: DEBUG nova.compute.manager [req-636117c7-0f4b-4bc1-9798-f6b2df2bb192 req-7ca444bc-f0b3-4f04-b12d-a2d923097d2a service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Received event network-vif-plugged-11d32d26-b56e-442a-a173-3a379120bb3f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.852827] env[63198]: DEBUG oslo_concurrency.lockutils [req-636117c7-0f4b-4bc1-9798-f6b2df2bb192 req-7ca444bc-f0b3-4f04-b12d-a2d923097d2a service nova] Acquiring lock "e9c60053-8596-4396-a15e-16a19c8422b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.853009] env[63198]: DEBUG oslo_concurrency.lockutils [req-636117c7-0f4b-4bc1-9798-f6b2df2bb192 req-7ca444bc-f0b3-4f04-b12d-a2d923097d2a service nova] Lock "e9c60053-8596-4396-a15e-16a19c8422b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.853184] env[63198]: DEBUG oslo_concurrency.lockutils [req-636117c7-0f4b-4bc1-9798-f6b2df2bb192 req-7ca444bc-f0b3-4f04-b12d-a2d923097d2a service nova] Lock "e9c60053-8596-4396-a15e-16a19c8422b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.853355] env[63198]: DEBUG nova.compute.manager [req-636117c7-0f4b-4bc1-9798-f6b2df2bb192 req-7ca444bc-f0b3-4f04-b12d-a2d923097d2a service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] No waiting events found dispatching network-vif-plugged-11d32d26-b56e-442a-a173-3a379120bb3f {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.853635] env[63198]: WARNING nova.compute.manager [req-636117c7-0f4b-4bc1-9798-f6b2df2bb192 req-7ca444bc-f0b3-4f04-b12d-a2d923097d2a service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Received unexpected event network-vif-plugged-11d32d26-b56e-442a-a173-3a379120bb3f for instance with vm_state building and task_state spawning. [ 967.880221] env[63198]: DEBUG nova.network.neutron [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Successfully updated port: 11d32d26-b56e-442a-a173-3a379120bb3f {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.916930] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "a505b67f-b958-4b65-91dc-17dfe131be2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.917184] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "a505b67f-b958-4b65-91dc-17dfe131be2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.917396] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "a505b67f-b958-4b65-91dc-17dfe131be2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.917580] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "a505b67f-b958-4b65-91dc-17dfe131be2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.917748] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "a505b67f-b958-4b65-91dc-17dfe131be2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.919591] env[63198]: INFO nova.compute.manager [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Terminating instance [ 967.922136] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7f3dcd85-31fe-4cb5-b65a-0b743abcb22b tempest-ServerDiskConfigTestJSON-191211608 tempest-ServerDiskConfigTestJSON-191211608-project-member] Lock "1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.314s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.935390] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712661, 'name': ReconfigVM_Task, 'duration_secs': 0.323375} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.941529] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0/volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.946948] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddcb0119-b452-4164-ae9a-bfc4ddce4394 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.965125] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.966591] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 967.966591] env[63198]: value = "task-2712663" [ 967.966591] env[63198]: _type = "Task" [ 967.966591] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.977542] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712663, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.985413] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.985413] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.985413] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.985413] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.985695] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.987583] env[63198]: INFO nova.compute.manager [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Terminating instance [ 968.064878] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712656, 'name': CloneVM_Task, 'duration_secs': 2.114138} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.068903] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Created linked-clone VM from snapshot [ 968.068903] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c57926-ec10-44b0-be64-8477650ad7be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.073829] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Uploading image 97bb44db-1489-4028-924f-7b33006b2f8a {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.109961] env[63198]: DEBUG oslo_vmware.rw_handles [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.109961] env[63198]: value = "vm-546439" [ 968.109961] env[63198]: _type = "VirtualMachine" [ 968.109961] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.110742] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0de94c6-61c3-4e5f-a032-f1bc89a536cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.118508] env[63198]: DEBUG oslo_vmware.rw_handles [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease: (returnval){ [ 968.118508] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526e7175-ab27-96ee-07e6-57d45b49cd12" [ 968.118508] env[63198]: _type = "HttpNfcLease" [ 968.118508] env[63198]: } obtained for exporting VM: (result){ [ 968.118508] env[63198]: value = "vm-546439" [ 968.118508] env[63198]: _type = "VirtualMachine" [ 968.118508] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.119767] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the lease: (returnval){ [ 968.119767] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526e7175-ab27-96ee-07e6-57d45b49cd12" [ 968.119767] env[63198]: _type = "HttpNfcLease" [ 968.119767] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.129648] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.129648] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526e7175-ab27-96ee-07e6-57d45b49cd12" [ 968.129648] env[63198]: _type = "HttpNfcLease" [ 968.129648] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 968.130238] env[63198]: DEBUG oslo_vmware.rw_handles [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 968.130238] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526e7175-ab27-96ee-07e6-57d45b49cd12" [ 968.130238] env[63198]: _type = "HttpNfcLease" [ 968.130238] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 968.131214] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d7dd20-4ca2-40d5-bcc8-807aaac82886 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.142948] env[63198]: DEBUG oslo_vmware.rw_handles [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b588f-21c1-8fa1-7217-4ee9cf2a6308/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 968.142948] env[63198]: DEBUG oslo_vmware.rw_handles [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b588f-21c1-8fa1-7217-4ee9cf2a6308/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 968.148127] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3da5c6-1d17-4d61-b58f-3d6bdaa2aa9e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.209581] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048e7434-a0d8-4dba-b654-33ebe42a2279 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.240857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d00656-729a-48e8-b6b1-1a82699363f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.250772] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfb6be8-66af-44a4-b136-bef7b5ecf12d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.256233] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f61872d-99fc-4b60-ba30-ebc9d6c40a25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.267757] env[63198]: DEBUG nova.compute.provider_tree [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.382530] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "refresh_cache-e9c60053-8596-4396-a15e-16a19c8422b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.382530] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "refresh_cache-e9c60053-8596-4396-a15e-16a19c8422b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.382530] env[63198]: DEBUG nova.network.neutron [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.430212] env[63198]: DEBUG nova.compute.manager [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.430526] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.431669] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46012b3-8281-4398-8a7f-d066a6e9a588 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.441153] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.441940] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f1927f3-bcda-426e-aca1-4659c656f954 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.446408] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712662, 'name': ReconfigVM_Task, 'duration_secs': 0.665286} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.446928] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Reconfigured VM instance instance-00000060 to attach disk [datastore1] a6d58bc7-9239-4212-b6f7-48a17e723dd8/a6d58bc7-9239-4212-b6f7-48a17e723dd8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.447563] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8d223b7-50ec-4511-8fb3-5413931990a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.451878] env[63198]: DEBUG oslo_vmware.api [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 968.451878] env[63198]: value = "task-2712665" [ 968.451878] env[63198]: _type = "Task" [ 968.451878] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.455952] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 968.455952] env[63198]: value = "task-2712666" [ 968.455952] env[63198]: _type = "Task" [ 968.455952] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.463022] env[63198]: DEBUG oslo_vmware.api [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.468209] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712666, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.476746] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712663, 'name': ReconfigVM_Task, 'duration_secs': 0.149623} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.477168] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 968.477876] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c4ce078-6afd-4f6d-b6ee-f0020f53123a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.484068] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 968.484068] env[63198]: value = "task-2712667" [ 968.484068] env[63198]: _type = "Task" [ 968.484068] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.492534] env[63198]: DEBUG nova.compute.manager [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.492757] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.493076] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712667, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.493857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d645778a-a4cd-49c6-8c46-694f532b9b02 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.501557] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.501885] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fed879c9-abc1-472a-a8ca-f0eeaba92219 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.507559] env[63198]: DEBUG oslo_vmware.api [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 968.507559] env[63198]: value = "task-2712668" [ 968.507559] env[63198]: _type = "Task" [ 968.507559] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.517359] env[63198]: DEBUG oslo_vmware.api [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.773212] env[63198]: DEBUG nova.scheduler.client.report [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.932628] env[63198]: DEBUG nova.network.neutron [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.969395] env[63198]: DEBUG oslo_vmware.api [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712665, 'name': PowerOffVM_Task, 'duration_secs': 0.223035} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.970044] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.970335] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.970634] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a451664-b627-4cee-9b48-0fd4f35e38ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.975153] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712666, 'name': Rename_Task, 'duration_secs': 0.157576} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.975812] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.976073] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c98341ba-12c7-4bf1-a094-746ae78fdfe4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.981582] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 968.981582] env[63198]: value = "task-2712670" [ 968.981582] env[63198]: _type = "Task" [ 968.981582] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.992051] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.995271] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712667, 'name': Rename_Task, 'duration_secs': 0.165817} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.995545] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.995799] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9d4cb40-a1c8-43fe-beb3-14fc52eb08ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.002566] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 969.002566] env[63198]: value = "task-2712671" [ 969.002566] env[63198]: _type = "Task" [ 969.002566] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.010532] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.019309] env[63198]: DEBUG oslo_vmware.api [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712668, 'name': PowerOffVM_Task, 'duration_secs': 0.206237} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.019788] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.020034] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.020392] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6518c46e-f7aa-4065-8500-20d932ef86bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.048795] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.049191] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.049507] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleting the datastore file [datastore2] a505b67f-b958-4b65-91dc-17dfe131be2e {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.053606] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53d378ba-9eef-4156-bf07-6b7fcd7eddf0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.060949] env[63198]: DEBUG oslo_vmware.api [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 969.060949] env[63198]: value = "task-2712673" [ 969.060949] env[63198]: _type = "Task" [ 969.060949] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.069398] env[63198]: DEBUG oslo_vmware.api [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.094903] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.095393] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.095507] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleting the datastore file [datastore2] ef77f5a9-c65e-4d9e-9b5c-2e339214ae83 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.095901] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175e983a-1943-4b54-b89c-7d1cd9a12188 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.103056] env[63198]: DEBUG oslo_vmware.api [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for the task: (returnval){ [ 969.103056] env[63198]: value = "task-2712674" [ 969.103056] env[63198]: _type = "Task" [ 969.103056] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.113398] env[63198]: DEBUG oslo_vmware.api [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.185402] env[63198]: DEBUG nova.network.neutron [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Updating instance_info_cache with network_info: [{"id": "11d32d26-b56e-442a-a173-3a379120bb3f", "address": "fa:16:3e:83:6b:c8", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d32d26-b5", "ovs_interfaceid": "11d32d26-b56e-442a-a173-3a379120bb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.279448] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.284688] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.386s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.286656] env[63198]: INFO nova.compute.claims [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.313208] env[63198]: INFO nova.scheduler.client.report [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted allocations for instance e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc [ 969.492159] env[63198]: DEBUG oslo_vmware.api [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712670, 'name': PowerOnVM_Task, 'duration_secs': 0.503979} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.492980] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.492980] env[63198]: INFO nova.compute.manager [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Took 8.09 seconds to spawn the instance on the hypervisor. [ 969.493397] env[63198]: DEBUG nova.compute.manager [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.496604] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a246f9b-f80a-4e3f-b858-fbdf0da3f51d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.514406] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712671, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.571295] env[63198]: DEBUG oslo_vmware.api [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223304} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.572561] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.572561] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.572561] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.572561] env[63198]: INFO nova.compute.manager [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 969.573150] env[63198]: DEBUG oslo.service.loopingcall [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.573542] env[63198]: DEBUG nova.compute.manager [-] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.573867] env[63198]: DEBUG nova.network.neutron [-] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.621013] env[63198]: DEBUG oslo_vmware.api [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Task: {'id': task-2712674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21624} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.621479] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.621716] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.621884] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.622218] env[63198]: INFO nova.compute.manager [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Took 1.13 seconds to destroy the instance on the hypervisor. [ 969.622636] env[63198]: DEBUG oslo.service.loopingcall [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.622820] env[63198]: DEBUG nova.compute.manager [-] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.622994] env[63198]: DEBUG nova.network.neutron [-] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.688437] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "refresh_cache-e9c60053-8596-4396-a15e-16a19c8422b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.688792] env[63198]: DEBUG nova.compute.manager [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Instance network_info: |[{"id": "11d32d26-b56e-442a-a173-3a379120bb3f", "address": "fa:16:3e:83:6b:c8", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d32d26-b5", "ovs_interfaceid": "11d32d26-b56e-442a-a173-3a379120bb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.689260] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:6b:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11d32d26-b56e-442a-a173-3a379120bb3f', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.703485] env[63198]: DEBUG oslo.service.loopingcall [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.703779] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.704020] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b1e54be-b34f-4861-8d7a-e0af27c07de6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.730027] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.730027] env[63198]: value = "task-2712675" [ 969.730027] env[63198]: _type = "Task" [ 969.730027] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.738994] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712675, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.828034] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a9a57833-044c-4e32-afd7-d5e012accd76 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.855s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.912168] env[63198]: DEBUG nova.compute.manager [req-1ea46638-2656-492b-9935-52b1728e1193 req-ecc5d55e-af86-4376-b483-489046354aa9 service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Received event network-changed-11d32d26-b56e-442a-a173-3a379120bb3f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.912168] env[63198]: DEBUG nova.compute.manager [req-1ea46638-2656-492b-9935-52b1728e1193 req-ecc5d55e-af86-4376-b483-489046354aa9 service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Refreshing instance network info cache due to event network-changed-11d32d26-b56e-442a-a173-3a379120bb3f. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.912704] env[63198]: DEBUG oslo_concurrency.lockutils [req-1ea46638-2656-492b-9935-52b1728e1193 req-ecc5d55e-af86-4376-b483-489046354aa9 service nova] Acquiring lock "refresh_cache-e9c60053-8596-4396-a15e-16a19c8422b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.912704] env[63198]: DEBUG oslo_concurrency.lockutils [req-1ea46638-2656-492b-9935-52b1728e1193 req-ecc5d55e-af86-4376-b483-489046354aa9 service nova] Acquired lock "refresh_cache-e9c60053-8596-4396-a15e-16a19c8422b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.912824] env[63198]: DEBUG nova.network.neutron [req-1ea46638-2656-492b-9935-52b1728e1193 req-ecc5d55e-af86-4376-b483-489046354aa9 service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Refreshing network info cache for port 11d32d26-b56e-442a-a173-3a379120bb3f {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.025199] env[63198]: DEBUG oslo_vmware.api [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712671, 'name': PowerOnVM_Task, 'duration_secs': 0.699042} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.028262] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.028830] env[63198]: DEBUG nova.compute.manager [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.029480] env[63198]: INFO nova.compute.manager [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Took 28.10 seconds to build instance. [ 970.031742] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77abac-8029-4e82-a05d-cf8a44f783f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.132852] env[63198]: DEBUG nova.compute.manager [req-844c976e-5640-446e-9b88-c95a863d2da2 req-e9b0b578-f045-48c2-9eb1-b898e924aa71 service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Received event network-vif-deleted-466322da-f080-4928-a8be-5c1cd4a4b895 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.133679] env[63198]: INFO nova.compute.manager [req-844c976e-5640-446e-9b88-c95a863d2da2 req-e9b0b578-f045-48c2-9eb1-b898e924aa71 service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Neutron deleted interface 466322da-f080-4928-a8be-5c1cd4a4b895; detaching it from the instance and deleting it from the info cache [ 970.133804] env[63198]: DEBUG nova.network.neutron [req-844c976e-5640-446e-9b88-c95a863d2da2 req-e9b0b578-f045-48c2-9eb1-b898e924aa71 service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.243186] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712675, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.378574] env[63198]: DEBUG nova.network.neutron [-] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.538247] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2951a2ed-49b8-4211-9b69-34615174b400 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.615s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.555261] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.557814] env[63198]: DEBUG nova.network.neutron [-] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.590272] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1346d7e4-7eb7-479e-8a47-107c932bdb8b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.598701] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc980a34-1110-4ab5-b48a-1603f6878605 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.641016] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b01ecd-0ca5-4570-b082-f7aa734e7925 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.642900] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-368ca0b4-55c2-4b47-831b-0381a88288da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.657019] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc94a9e-51c9-4b08-b894-99c294248f04 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.660820] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a0a1a5-ab73-4518-9417-e0a473235894 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.681825] env[63198]: DEBUG nova.compute.provider_tree [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.696761] env[63198]: DEBUG nova.compute.manager [req-844c976e-5640-446e-9b88-c95a863d2da2 req-e9b0b578-f045-48c2-9eb1-b898e924aa71 service nova] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Detach interface failed, port_id=466322da-f080-4928-a8be-5c1cd4a4b895, reason: Instance ef77f5a9-c65e-4d9e-9b5c-2e339214ae83 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 970.742078] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712675, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.818894] env[63198]: DEBUG nova.network.neutron [req-1ea46638-2656-492b-9935-52b1728e1193 req-ecc5d55e-af86-4376-b483-489046354aa9 service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Updated VIF entry in instance network info cache for port 11d32d26-b56e-442a-a173-3a379120bb3f. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.818894] env[63198]: DEBUG nova.network.neutron [req-1ea46638-2656-492b-9935-52b1728e1193 req-ecc5d55e-af86-4376-b483-489046354aa9 service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Updating instance_info_cache with network_info: [{"id": "11d32d26-b56e-442a-a173-3a379120bb3f", "address": "fa:16:3e:83:6b:c8", "network": {"id": "48e70a2b-687f-4647-8f47-112a399ce67e", "bridge": "br-int", "label": "tempest-ServersTestJSON-315057074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da3832cc84094554a4bbf38bb947923d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d32d26-b5", "ovs_interfaceid": "11d32d26-b56e-442a-a173-3a379120bb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.886692] env[63198]: INFO nova.compute.manager [-] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Took 1.31 seconds to deallocate network for instance. [ 971.060080] env[63198]: INFO nova.compute.manager [-] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Took 1.44 seconds to deallocate network for instance. [ 971.095076] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.095346] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.195419] env[63198]: DEBUG nova.scheduler.client.report [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.244954] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712675, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.320906] env[63198]: DEBUG oslo_concurrency.lockutils [req-1ea46638-2656-492b-9935-52b1728e1193 req-ecc5d55e-af86-4376-b483-489046354aa9 service nova] Releasing lock "refresh_cache-e9c60053-8596-4396-a15e-16a19c8422b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.399815] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.567376] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.598979] env[63198]: DEBUG nova.compute.manager [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.701464] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.702593] env[63198]: DEBUG nova.compute.manager [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.705120] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.618s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.705261] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.705408] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 971.705704] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.177s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.706260] env[63198]: DEBUG nova.objects.instance [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lazy-loading 'resources' on Instance uuid 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.708108] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7891ab90-5a3f-44dd-935d-dd9c6534dedd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.721533] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6640d02-30b1-41cd-a81f-9d23fee18efe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.740751] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dd6f12-c42e-4e9d-97c7-46612788dfa1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.750143] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712675, 'name': CreateVM_Task, 'duration_secs': 1.890879} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.751984] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.752774] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.752945] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.754453] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.755526] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebeecfd-80c6-4518-9491-fe3fc886821a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.760160] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ecd982-11e7-49f2-b480-5702614ec4a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.765188] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 971.765188] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5290a897-3841-8697-c426-be6261d9fd44" [ 971.765188] env[63198]: _type = "Task" [ 971.765188] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.792387] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178994MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 971.792633] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.804855] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5290a897-3841-8697-c426-be6261d9fd44, 'name': SearchDatastore_Task, 'duration_secs': 0.016227} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.805245] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.805499] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.805755] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.806298] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.806561] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.806862] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-445dc7ab-f0e1-4b4b-87ac-d19724325be7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.817112] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.817299] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.818082] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420ac6ee-bfa9-40ad-93dc-2f6e5cf96b3a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.824134] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 971.824134] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529e51ce-42a2-2302-3159-ae58da645117" [ 971.824134] env[63198]: _type = "Task" [ 971.824134] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.833541] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529e51ce-42a2-2302-3159-ae58da645117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.009157] env[63198]: DEBUG nova.compute.manager [req-d51f1b8f-04a7-45b1-8c7d-ffcd2386c24c req-0e26e7c4-ca70-4b5b-b1d5-2fa7a875fb64 service nova] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Received event network-vif-deleted-ed6680ce-2be9-4280-9fd3-aa88d7bf2928 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.134744] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.165174] env[63198]: DEBUG nova.compute.manager [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Received event network-changed-cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.165174] env[63198]: DEBUG nova.compute.manager [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Refreshing instance network info cache due to event network-changed-cbb9e7a5-8048-430b-8e6c-6fb26344d752. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.165174] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] Acquiring lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.166205] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] Acquired lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.166614] env[63198]: DEBUG nova.network.neutron [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Refreshing network info cache for port cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.209872] env[63198]: DEBUG nova.compute.utils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.211653] env[63198]: DEBUG nova.compute.manager [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Not allocating networking since 'none' was specified. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 972.339322] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529e51ce-42a2-2302-3159-ae58da645117, 'name': SearchDatastore_Task, 'duration_secs': 0.015223} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.340939] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3d5f8d-89c6-4ffc-9498-48e6e0b1608a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.350237] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 972.350237] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a0e065-cf94-1ce6-7242-5d189fed53b5" [ 972.350237] env[63198]: _type = "Task" [ 972.350237] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.360297] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a0e065-cf94-1ce6-7242-5d189fed53b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.506578] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2e9738-9dfd-4793-a55f-88f8734bb2e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.519263] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f47aab5-ae8e-477d-9819-7443c95768fb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.560163] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c031627-644b-447c-b021-cb181eda7b84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.573020] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc357cb-65ed-42fe-b8bc-060e8a235402 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.587649] env[63198]: DEBUG nova.compute.provider_tree [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.712982] env[63198]: DEBUG nova.compute.manager [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.861751] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a0e065-cf94-1ce6-7242-5d189fed53b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014197} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.862064] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.862323] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] e9c60053-8596-4396-a15e-16a19c8422b3/e9c60053-8596-4396-a15e-16a19c8422b3.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.862585] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a509dc2-b36d-4db4-91b8-5841f0c3edd7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.870244] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 972.870244] env[63198]: value = "task-2712676" [ 972.870244] env[63198]: _type = "Task" [ 972.870244] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.882722] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.037401] env[63198]: DEBUG nova.network.neutron [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Updated VIF entry in instance network info cache for port cbb9e7a5-8048-430b-8e6c-6fb26344d752. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.037775] env[63198]: DEBUG nova.network.neutron [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Updating instance_info_cache with network_info: [{"id": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "address": "fa:16:3e:21:f8:3d", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9e7a5-80", "ovs_interfaceid": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.094022] env[63198]: DEBUG nova.scheduler.client.report [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.381193] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712676, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.543597] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] Releasing lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.543597] env[63198]: DEBUG nova.compute.manager [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Received event network-changed-cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 973.543597] env[63198]: DEBUG nova.compute.manager [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Refreshing instance network info cache due to event network-changed-cbb9e7a5-8048-430b-8e6c-6fb26344d752. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.543597] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] Acquiring lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.543597] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] Acquired lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.543597] env[63198]: DEBUG nova.network.neutron [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Refreshing network info cache for port cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.602393] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.604031] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.642s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.604031] env[63198]: DEBUG nova.objects.instance [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lazy-loading 'resources' on Instance uuid 4d977f30-60a9-4619-9e2a-c58da743b0e0 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.634536] env[63198]: INFO nova.scheduler.client.report [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Deleted allocations for instance 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d [ 973.726816] env[63198]: DEBUG nova.compute.manager [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.756186] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.756535] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.756615] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.756796] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.756978] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.758260] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.758540] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.758724] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.758925] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.759126] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.759387] env[63198]: DEBUG nova.virt.hardware [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.760328] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6accab8-009b-4d5f-9647-dbde51c85481 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.773485] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dae21e-5397-4af3-8f3e-b1f33e339bba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.796727] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.804569] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Creating folder: Project (439bdaa0eac34bffb2ebbba3b6494308). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.804569] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2b09ca8-1da5-4791-a8da-9d7005fafe00 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.817902] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Created folder: Project (439bdaa0eac34bffb2ebbba3b6494308) in parent group-v546185. [ 973.818558] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Creating folder: Instances. Parent ref: group-v546441. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.818742] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e59cbb1c-1b6e-4e7e-9446-0ba3bdba5873 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.837831] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Created folder: Instances in parent group-v546441. [ 973.838338] env[63198]: DEBUG oslo.service.loopingcall [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.838861] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.839443] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfe6682b-6dbe-4513-a60e-ae9ad0e57099 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.867131] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.867131] env[63198]: value = "task-2712679" [ 973.867131] env[63198]: _type = "Task" [ 973.867131] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.886195] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85158} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.890278] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] e9c60053-8596-4396-a15e-16a19c8422b3/e9c60053-8596-4396-a15e-16a19c8422b3.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.890278] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.890278] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712679, 'name': CreateVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.890278] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37d0aa4f-1a7b-48f2-b267-7cac1d8a0f31 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.898924] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 973.898924] env[63198]: value = "task-2712680" [ 973.898924] env[63198]: _type = "Task" [ 973.898924] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.907889] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.153633] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4dfc77cf-46b5-410c-b67d-80ded07ba482 tempest-ServersV294TestFqdnHostnames-1104780253 tempest-ServersV294TestFqdnHostnames-1104780253-project-member] Lock "6746c7d4-49f4-43d2-833d-3a3c65fd8a8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.503s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.344186] env[63198]: DEBUG nova.network.neutron [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Updated VIF entry in instance network info cache for port cbb9e7a5-8048-430b-8e6c-6fb26344d752. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.344568] env[63198]: DEBUG nova.network.neutron [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Updating instance_info_cache with network_info: [{"id": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "address": "fa:16:3e:21:f8:3d", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9e7a5-80", "ovs_interfaceid": "cbb9e7a5-8048-430b-8e6c-6fb26344d752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.381702] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712679, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.408686] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddac8928-bca0-4c80-9f5d-c7570f3d3a14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.416715] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129009} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.419188] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.420036] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e38464-ed77-48f1-9942-13f440f6af32 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.423809] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b6daaf-5e78-4aef-ae8a-7a48defd9e3c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.448995] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e9c60053-8596-4396-a15e-16a19c8422b3/e9c60053-8596-4396-a15e-16a19c8422b3.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.476283] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-159f6690-7ff4-4114-8ef8-71f58820512c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.498815] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.499074] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.502910] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f1dc14-97f2-47c3-b621-e24e62ace51c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.506221] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquiring lock "3c005688-f0bd-4646-8680-c4e3bab69b6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.506445] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "3c005688-f0bd-4646-8680-c4e3bab69b6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.514104] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1cd808-2362-45cb-add6-2a90c1004a9e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.519924] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 974.519924] env[63198]: value = "task-2712681" [ 974.519924] env[63198]: _type = "Task" [ 974.519924] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.530939] env[63198]: DEBUG nova.compute.provider_tree [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.537109] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.847473] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4acc00f-50a2-4c8a-889f-b9cbed820f4d req-5ebd13e3-ff13-4050-acce-69525b480e4d service nova] Releasing lock "refresh_cache-a6d58bc7-9239-4212-b6f7-48a17e723dd8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.878700] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712679, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.006576] env[63198]: DEBUG nova.compute.manager [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.010388] env[63198]: DEBUG nova.compute.manager [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.032403] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.036209] env[63198]: DEBUG nova.scheduler.client.report [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.383461] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712679, 'name': CreateVM_Task, 'duration_secs': 1.299901} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.383792] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.384332] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.384332] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.384946] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.384946] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcabe7b-ab4d-44ea-acee-d372642fe1d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.389866] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 975.389866] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528eb5ae-c32a-68ef-04cb-1186e366daa1" [ 975.389866] env[63198]: _type = "Task" [ 975.389866] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.398100] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528eb5ae-c32a-68ef-04cb-1186e366daa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.531833] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712681, 'name': ReconfigVM_Task, 'duration_secs': 0.734104} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.532416] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e9c60053-8596-4396-a15e-16a19c8422b3/e9c60053-8596-4396-a15e-16a19c8422b3.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.533241] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f964ca54-4858-40c2-872b-fa69d42205bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.536096] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.537221] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.541483] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.544919] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.194s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.546561] env[63198]: INFO nova.compute.claims [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.550605] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 975.550605] env[63198]: value = "task-2712682" [ 975.550605] env[63198]: _type = "Task" [ 975.550605] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.559444] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712682, 'name': Rename_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.567350] env[63198]: INFO nova.scheduler.client.report [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Deleted allocations for instance 4d977f30-60a9-4619-9e2a-c58da743b0e0 [ 975.901160] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528eb5ae-c32a-68ef-04cb-1186e366daa1, 'name': SearchDatastore_Task, 'duration_secs': 0.014681} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.901572] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.901894] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.902220] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.902403] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.902685] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.902958] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17669aca-2478-4836-bcd0-c985323056e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.911993] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.911993] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.913031] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db40014a-dbde-4edc-a34e-f5f33cee175f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.918941] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 975.918941] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e0e908-61c9-44d3-7ec9-0b30102714e8" [ 975.918941] env[63198]: _type = "Task" [ 975.918941] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.926174] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e0e908-61c9-44d3-7ec9-0b30102714e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.061665] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712682, 'name': Rename_Task, 'duration_secs': 0.193115} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.061968] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.064441] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3148682d-53f2-4d6f-88cd-5ad1033f2fab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.069900] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 976.069900] env[63198]: value = "task-2712683" [ 976.069900] env[63198]: _type = "Task" [ 976.069900] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.076225] env[63198]: DEBUG oslo_concurrency.lockutils [None req-dfa18c9c-9107-43b0-8296-a5fd8286ea8c tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "4d977f30-60a9-4619-9e2a-c58da743b0e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.543s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.081326] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.432203] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e0e908-61c9-44d3-7ec9-0b30102714e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016301} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.435718] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ae79ba-6467-4976-bb4f-da4043f8dc3f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.441495] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 976.441495] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ea4ee3-68a4-cb9e-cb57-67e132aa36e0" [ 976.441495] env[63198]: _type = "Task" [ 976.441495] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.446878] env[63198]: DEBUG oslo_vmware.rw_handles [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b588f-21c1-8fa1-7217-4ee9cf2a6308/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 976.447830] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15fa240-7ab7-48c7-8515-530a08235ed1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.455660] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ea4ee3-68a4-cb9e-cb57-67e132aa36e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.457209] env[63198]: DEBUG oslo_vmware.rw_handles [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b588f-21c1-8fa1-7217-4ee9cf2a6308/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 976.457367] env[63198]: ERROR oslo_vmware.rw_handles [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b588f-21c1-8fa1-7217-4ee9cf2a6308/disk-0.vmdk due to incomplete transfer. [ 976.457587] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-119411a5-b9dd-4b25-bf9a-ff17c515e354 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.466191] env[63198]: DEBUG oslo_vmware.rw_handles [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b588f-21c1-8fa1-7217-4ee9cf2a6308/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 976.466414] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Uploaded image 97bb44db-1489-4028-924f-7b33006b2f8a to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 976.469732] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 976.470022] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b2102da-0ae1-489c-88a0-497513098639 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.476510] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 976.476510] env[63198]: value = "task-2712684" [ 976.476510] env[63198]: _type = "Task" [ 976.476510] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.485441] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712684, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.582180] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712683, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.778505] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0309dca2-fc0d-4c1c-a676-aa5cf2cd4691 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.786659] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e166125-eb29-4020-9979-7ca24b8f7d99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.818549] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55d1bfc-d649-433a-ae93-055905fdfb8b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.826287] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75cd25c-3e99-4dab-8968-50e356646bcd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.840549] env[63198]: DEBUG nova.compute.provider_tree [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.951869] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ea4ee3-68a4-cb9e-cb57-67e132aa36e0, 'name': SearchDatastore_Task, 'duration_secs': 0.025347} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.952140] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.952395] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.952690] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b7f7ca1-e9aa-4595-803a-0a06c4569f74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.966455] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 976.966455] env[63198]: value = "task-2712686" [ 976.966455] env[63198]: _type = "Task" [ 976.966455] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.974716] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.985093] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712684, 'name': Destroy_Task, 'duration_secs': 0.375776} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.985517] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Destroyed the VM [ 976.985583] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 976.985790] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4bf0cbdd-f602-4dc3-80f4-05657d728c84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.991446] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 976.991446] env[63198]: value = "task-2712687" [ 976.991446] env[63198]: _type = "Task" [ 976.991446] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.999086] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712687, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.081445] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712683, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.344989] env[63198]: DEBUG nova.scheduler.client.report [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.478864] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.502628] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712687, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.581461] env[63198]: DEBUG oslo_vmware.api [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712683, 'name': PowerOnVM_Task, 'duration_secs': 1.065103} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.581812] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.581980] env[63198]: INFO nova.compute.manager [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Took 10.05 seconds to spawn the instance on the hypervisor. [ 977.582178] env[63198]: DEBUG nova.compute.manager [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.583030] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3275e8c5-52a3-421b-b2b9-b6ecae145428 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.850048] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.850506] env[63198]: DEBUG nova.compute.manager [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.853497] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.298s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.853620] env[63198]: DEBUG nova.objects.instance [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 977.977218] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623201} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.977484] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.978135] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.978135] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10700eb1-1c28-4e9e-868c-5b82706b0fa4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.984435] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 977.984435] env[63198]: value = "task-2712688" [ 977.984435] env[63198]: _type = "Task" [ 977.984435] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.994219] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.001900] env[63198]: DEBUG oslo_vmware.api [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712687, 'name': RemoveSnapshot_Task, 'duration_secs': 0.678759} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.002177] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 978.002419] env[63198]: INFO nova.compute.manager [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Took 15.03 seconds to snapshot the instance on the hypervisor. [ 978.103757] env[63198]: INFO nova.compute.manager [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Took 30.49 seconds to build instance. [ 978.358386] env[63198]: DEBUG nova.compute.utils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.364926] env[63198]: DEBUG nova.compute.manager [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.364926] env[63198]: DEBUG nova.network.neutron [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.496217] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06628} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.496584] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.497427] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eb69b4-2c21-4547-aac0-e2a786bde044 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.519745] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.523269] env[63198]: DEBUG nova.policy [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143622509532476a81dd0b24fff2f677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cb8bd505c64506910a1038e014afb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.524623] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee08f45-e5ed-4102-9ff6-089323c48031 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.544485] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 978.544485] env[63198]: value = "task-2712689" [ 978.544485] env[63198]: _type = "Task" [ 978.544485] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.551847] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.575897] env[63198]: DEBUG nova.compute.manager [None req-63c955cf-606a-4bef-9a25-291b6c2551ad tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Found 2 images (rotation: 2) {{(pid=63198) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 978.606726] env[63198]: DEBUG oslo_concurrency.lockutils [None req-199d7a13-e522-4e0a-8b23-c07b45845c3f tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "e9c60053-8596-4396-a15e-16a19c8422b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.004s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.863736] env[63198]: DEBUG nova.compute.manager [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.868313] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5350b92-82ad-4222-89ce-55bc8f173698 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.868822] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.470s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.869054] env[63198]: DEBUG nova.objects.instance [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lazy-loading 'resources' on Instance uuid a505b67f-b958-4b65-91dc-17dfe131be2e {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.032695] env[63198]: DEBUG nova.network.neutron [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Successfully created port: bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.057340] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.207964] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "245c7b18-515b-4d5b-8354-e68fe0df8151" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.208382] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.208732] env[63198]: INFO nova.compute.manager [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Rebooting instance [ 979.555701] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712689, 'name': ReconfigVM_Task, 'duration_secs': 0.881146} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.555701] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.555701] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10e08d56-6872-4dfe-b539-101309532376 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.564484] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 979.564484] env[63198]: value = "task-2712690" [ 979.564484] env[63198]: _type = "Task" [ 979.564484] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.573355] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712690, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.618342] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98414e6f-1ed3-4d9b-8454-b6e69d8217b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.625840] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662fdb3a-5792-45f3-9969-1292222dc1b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.655868] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0de141-62a0-4a7e-83e9-4e6bb39db2d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.664366] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d629b2-d24c-470c-aa1a-a412d9c58df9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.678546] env[63198]: DEBUG nova.compute.provider_tree [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.735133] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.735333] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.735507] env[63198]: DEBUG nova.network.neutron [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.878999] env[63198]: DEBUG nova.compute.manager [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.906153] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.906430] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.906644] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.906861] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.907080] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.907264] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.907506] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.907699] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.907892] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.908116] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.908312] env[63198]: DEBUG nova.virt.hardware [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.909318] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0974d295-9a19-45f8-9876-d5e9afa9c573 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.918500] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f97e8-e509-4ef4-8684-f35a1f3fdf5d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.015394] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "e9c60053-8596-4396-a15e-16a19c8422b3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.015394] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "e9c60053-8596-4396-a15e-16a19c8422b3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.015394] env[63198]: DEBUG nova.compute.manager [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.015394] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35c5012-3588-4118-9d50-88b0f4b5824e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.022934] env[63198]: DEBUG nova.compute.manager [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 980.023892] env[63198]: DEBUG nova.objects.instance [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lazy-loading 'flavor' on Instance uuid e9c60053-8596-4396-a15e-16a19c8422b3 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.074906] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712690, 'name': Rename_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.182432] env[63198]: DEBUG nova.scheduler.client.report [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.188639] env[63198]: DEBUG nova.compute.manager [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.189475] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5518e438-a429-43bb-bf9d-ea249efcf4ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.257066] env[63198]: DEBUG oslo_concurrency.lockutils [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.257344] env[63198]: DEBUG oslo_concurrency.lockutils [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.257558] env[63198]: DEBUG oslo_concurrency.lockutils [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.257784] env[63198]: DEBUG oslo_concurrency.lockutils [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.257959] env[63198]: DEBUG oslo_concurrency.lockutils [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.260123] env[63198]: INFO nova.compute.manager [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Terminating instance [ 980.441479] env[63198]: DEBUG nova.network.neutron [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance_info_cache with network_info: [{"id": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "address": "fa:16:3e:e6:e3:2d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50328fc8-f9", "ovs_interfaceid": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.533943] env[63198]: DEBUG nova.compute.manager [req-76986528-68a1-4ed5-8916-30495027c739 req-8d725d0c-14ae-4f8b-8db5-f2ce4603a9e9 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received event network-vif-plugged-bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.534188] env[63198]: DEBUG oslo_concurrency.lockutils [req-76986528-68a1-4ed5-8916-30495027c739 req-8d725d0c-14ae-4f8b-8db5-f2ce4603a9e9 service nova] Acquiring lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.534405] env[63198]: DEBUG oslo_concurrency.lockutils [req-76986528-68a1-4ed5-8916-30495027c739 req-8d725d0c-14ae-4f8b-8db5-f2ce4603a9e9 service nova] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.534573] env[63198]: DEBUG oslo_concurrency.lockutils [req-76986528-68a1-4ed5-8916-30495027c739 req-8d725d0c-14ae-4f8b-8db5-f2ce4603a9e9 service nova] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.534798] env[63198]: DEBUG nova.compute.manager [req-76986528-68a1-4ed5-8916-30495027c739 req-8d725d0c-14ae-4f8b-8db5-f2ce4603a9e9 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] No waiting events found dispatching network-vif-plugged-bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.535059] env[63198]: WARNING nova.compute.manager [req-76986528-68a1-4ed5-8916-30495027c739 req-8d725d0c-14ae-4f8b-8db5-f2ce4603a9e9 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received unexpected event network-vif-plugged-bf138a18-a380-496e-ac50-303932da73c0 for instance with vm_state building and task_state spawning. [ 980.574575] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712690, 'name': Rename_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.625666] env[63198]: DEBUG nova.network.neutron [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Successfully updated port: bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.688022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.690319] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.123s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.690651] env[63198]: DEBUG nova.objects.instance [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lazy-loading 'resources' on Instance uuid ef77f5a9-c65e-4d9e-9b5c-2e339214ae83 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.700910] env[63198]: INFO nova.compute.manager [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] instance snapshotting [ 980.702245] env[63198]: DEBUG nova.objects.instance [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'flavor' on Instance uuid 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.718868] env[63198]: INFO nova.scheduler.client.report [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleted allocations for instance a505b67f-b958-4b65-91dc-17dfe131be2e [ 980.763767] env[63198]: DEBUG nova.compute.manager [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.763989] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.765120] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68e763a-59c5-494c-b33c-3dc50785fd3e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.773112] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.773349] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43c91e0d-a5bb-46bd-a3f8-cf34192ae304 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.779677] env[63198]: DEBUG oslo_vmware.api [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 980.779677] env[63198]: value = "task-2712691" [ 980.779677] env[63198]: _type = "Task" [ 980.779677] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.787049] env[63198]: DEBUG oslo_vmware.api [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.945704] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.033299] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.033614] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15518d41-064e-44d7-8ea0-89adccca1402 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.041163] env[63198]: DEBUG oslo_vmware.api [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 981.041163] env[63198]: value = "task-2712692" [ 981.041163] env[63198]: _type = "Task" [ 981.041163] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.052194] env[63198]: DEBUG oslo_vmware.api [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.075330] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712690, 'name': Rename_Task, 'duration_secs': 1.294781} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.075572] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.075825] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d28a982-19c2-4271-bac2-dc74352161b3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.082356] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 981.082356] env[63198]: value = "task-2712693" [ 981.082356] env[63198]: _type = "Task" [ 981.082356] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.095967] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.125853] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.126095] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.126228] env[63198]: DEBUG nova.network.neutron [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.212114] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bb3c3f-eef0-4dbd-9733-eaded40589af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.238603] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12020999-a910-4a64-a593-7d19b5c7af71 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.240720] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a2cb1eae-65c4-4dca-a5f0-019cb3fd717b tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "a505b67f-b958-4b65-91dc-17dfe131be2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.323s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.294665] env[63198]: DEBUG oslo_vmware.api [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712691, 'name': PowerOffVM_Task, 'duration_secs': 0.276473} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.294936] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.295446] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.295446] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c31997ea-55d2-4ff5-b9b2-980beef97bb9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.358113] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.358360] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.358548] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Deleting the datastore file [datastore1] fbec33e0-6b91-4b5e-8bed-06019fbd7f26 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.358810] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9868d5c-9e4e-4604-8cca-2e1db357dcdd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.368607] env[63198]: DEBUG oslo_vmware.api [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for the task: (returnval){ [ 981.368607] env[63198]: value = "task-2712695" [ 981.368607] env[63198]: _type = "Task" [ 981.368607] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.378192] env[63198]: DEBUG oslo_vmware.api [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.419239] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1a995-90cd-405b-a172-f49908182d23 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.426585] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bc2ae7-0422-4b8b-847a-02c0e12d7787 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.458692] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a41f043-dafa-447f-a598-85e2bf8356e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.461864] env[63198]: DEBUG nova.compute.manager [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.462382] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7585b03e-f425-42d4-9085-428a34b30413 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.471211] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e8c9c-edb2-4024-ab0c-143e11c0a2cf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.486507] env[63198]: DEBUG nova.compute.provider_tree [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.550418] env[63198]: DEBUG oslo_vmware.api [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712692, 'name': PowerOffVM_Task, 'duration_secs': 0.186197} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.550730] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.550930] env[63198]: DEBUG nova.compute.manager [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.551771] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c779eb-d586-409e-af9f-ffb768ee0cfb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.592164] env[63198]: DEBUG oslo_vmware.api [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712693, 'name': PowerOnVM_Task, 'duration_secs': 0.475611} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.592469] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.592574] env[63198]: INFO nova.compute.manager [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Took 7.87 seconds to spawn the instance on the hypervisor. [ 981.592766] env[63198]: DEBUG nova.compute.manager [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.593547] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe45c9e-3b8b-402b-aec4-a37aa029a09e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.667457] env[63198]: DEBUG nova.network.neutron [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.754628] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 981.754912] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9dc132c-1034-4c50-aac2-cbebbc15eb14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.762734] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 981.762734] env[63198]: value = "task-2712696" [ 981.762734] env[63198]: _type = "Task" [ 981.762734] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.771070] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712696, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.882423] env[63198]: DEBUG oslo_vmware.api [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.911983] env[63198]: DEBUG nova.network.neutron [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.989796] env[63198]: DEBUG nova.scheduler.client.report [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.062898] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9afdb917-ff0e-443b-9435-033cf32aba43 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "e9c60053-8596-4396-a15e-16a19c8422b3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.111285] env[63198]: INFO nova.compute.manager [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Took 23.24 seconds to build instance. [ 982.171124] env[63198]: DEBUG oslo_concurrency.lockutils [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.171410] env[63198]: DEBUG oslo_concurrency.lockutils [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.171588] env[63198]: INFO nova.compute.manager [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Shelving [ 982.274398] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712696, 'name': CreateSnapshot_Task, 'duration_secs': 0.48808} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.274661] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 982.275429] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5e70e6-6c17-4cb2-9dbc-2a7637baecf6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.379611] env[63198]: DEBUG oslo_vmware.api [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Task: {'id': task-2712695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.810746} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.379922] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.380452] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.380690] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.381014] env[63198]: INFO nova.compute.manager [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Took 1.62 seconds to destroy the instance on the hypervisor. [ 982.381178] env[63198]: DEBUG oslo.service.loopingcall [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.381418] env[63198]: DEBUG nova.compute.manager [-] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.381519] env[63198]: DEBUG nova.network.neutron [-] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.416355] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.416675] env[63198]: DEBUG nova.compute.manager [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Instance network_info: |[{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.417122] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:9f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf138a18-a380-496e-ac50-303932da73c0', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.424743] env[63198]: DEBUG oslo.service.loopingcall [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.424974] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.425210] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4abfe35e-3daf-4c60-9faa-2d4c4790c9e1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.448673] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.448673] env[63198]: value = "task-2712697" [ 982.448673] env[63198]: _type = "Task" [ 982.448673] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.459258] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712697, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.490429] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2c8672-dd2a-47f1-9530-770619ae10d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.495311] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.499429] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.707s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.501172] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Doing hard reboot of VM {{(pid=63198) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 982.501423] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-494e0361-0ca3-487f-bb21-648846a98fcd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.508593] env[63198]: DEBUG oslo_vmware.api [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 982.508593] env[63198]: value = "task-2712698" [ 982.508593] env[63198]: _type = "Task" [ 982.508593] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.516899] env[63198]: DEBUG oslo_vmware.api [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712698, 'name': ResetVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.524539] env[63198]: INFO nova.scheduler.client.report [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Deleted allocations for instance ef77f5a9-c65e-4d9e-9b5c-2e339214ae83 [ 982.567574] env[63198]: DEBUG nova.compute.manager [req-58ec688f-6c6b-428a-ba12-ac6812980f5d req-a433c5d5-6f43-41f5-a17b-3191b62885fe service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received event network-changed-bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.567768] env[63198]: DEBUG nova.compute.manager [req-58ec688f-6c6b-428a-ba12-ac6812980f5d req-a433c5d5-6f43-41f5-a17b-3191b62885fe service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing instance network info cache due to event network-changed-bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.567982] env[63198]: DEBUG oslo_concurrency.lockutils [req-58ec688f-6c6b-428a-ba12-ac6812980f5d req-a433c5d5-6f43-41f5-a17b-3191b62885fe service nova] Acquiring lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.568135] env[63198]: DEBUG oslo_concurrency.lockutils [req-58ec688f-6c6b-428a-ba12-ac6812980f5d req-a433c5d5-6f43-41f5-a17b-3191b62885fe service nova] Acquired lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.568294] env[63198]: DEBUG nova.network.neutron [req-58ec688f-6c6b-428a-ba12-ac6812980f5d req-a433c5d5-6f43-41f5-a17b-3191b62885fe service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing network info cache for port bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.613707] env[63198]: DEBUG oslo_concurrency.lockutils [None req-61a0bc6a-fd57-4854-a0e2-218271126692 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "35c50e8a-7e7d-4023-8b60-963557cf40f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.759s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.687998] env[63198]: INFO nova.compute.manager [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Rebuilding instance [ 982.726975] env[63198]: DEBUG nova.compute.manager [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.727901] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da1e35-a9d2-4be8-8eb6-5284734fe389 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.798441] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 982.798831] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23bbe84e-5ce1-44c2-84d5-4597b4c2bb5d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.807630] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 982.807630] env[63198]: value = "task-2712699" [ 982.807630] env[63198]: _type = "Task" [ 982.807630] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.816460] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712699, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.962099] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712697, 'name': CreateVM_Task, 'duration_secs': 0.476695} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.962285] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.962972] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.963161] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.963670] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.964222] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea21a44-46bb-4139-8709-074e3c4f6286 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.969854] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 982.969854] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520c6d73-1820-a2df-d9e1-070d062d377e" [ 982.969854] env[63198]: _type = "Task" [ 982.969854] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.978120] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520c6d73-1820-a2df-d9e1-070d062d377e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.019609] env[63198]: DEBUG oslo_vmware.api [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712698, 'name': ResetVM_Task, 'duration_secs': 0.098223} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.020247] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Did hard reboot of VM {{(pid=63198) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 983.020247] env[63198]: DEBUG nova.compute.manager [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.020872] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da0387-81ef-4c05-b740-c8b3c80692dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.032200] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c6dd82ac-54f8-4578-b254-6a2d55610307 tempest-MultipleCreateTestJSON-1647018270 tempest-MultipleCreateTestJSON-1647018270-project-member] Lock "ef77f5a9-c65e-4d9e-9b5c-2e339214ae83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.047s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.036974] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "e9c60053-8596-4396-a15e-16a19c8422b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.037091] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "e9c60053-8596-4396-a15e-16a19c8422b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.037235] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "e9c60053-8596-4396-a15e-16a19c8422b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.037517] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "e9c60053-8596-4396-a15e-16a19c8422b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.037708] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "e9c60053-8596-4396-a15e-16a19c8422b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.040819] env[63198]: INFO nova.compute.manager [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Terminating instance [ 983.180825] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.181168] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831cd4e9-2aa6-4a82-8fc1-3fc977ebf2fc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.188972] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 983.188972] env[63198]: value = "task-2712700" [ 983.188972] env[63198]: _type = "Task" [ 983.188972] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.198058] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.298284] env[63198]: DEBUG nova.network.neutron [req-58ec688f-6c6b-428a-ba12-ac6812980f5d req-a433c5d5-6f43-41f5-a17b-3191b62885fe service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updated VIF entry in instance network info cache for port bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.298760] env[63198]: DEBUG nova.network.neutron [req-58ec688f-6c6b-428a-ba12-ac6812980f5d req-a433c5d5-6f43-41f5-a17b-3191b62885fe service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.320046] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712699, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.433778] env[63198]: DEBUG nova.network.neutron [-] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.481286] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520c6d73-1820-a2df-d9e1-070d062d377e, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.481688] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.481960] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.482211] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.482351] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.482519] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.482787] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8edfb227-4bc4-4d64-8111-5ebab121b45c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.492214] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.492403] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.493196] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555b956c-2314-41fa-905f-a7b5bc4518ad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.499775] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 983.499775] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a62385-a469-d653-9d51-856adc1352dd" [ 983.499775] env[63198]: _type = "Task" [ 983.499775] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.507682] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a62385-a469-d653-9d51-856adc1352dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.536378] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 02608284-2c80-48e6-8d51-c0010ba2c8db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.536560] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 830c47ee-1791-473b-9278-f46e3219c256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.536684] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance fbec33e0-6b91-4b5e-8bed-06019fbd7f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.536801] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 27b8d2f5-65c6-4129-96b7-9b3941dbe262 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.536916] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 245c7b18-515b-4d5b-8354-e68fe0df8151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.537041] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 31b72d6d-7103-438f-995a-d3e607efd785 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.537199] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.537333] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance a6d58bc7-9239-4212-b6f7-48a17e723dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.537472] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance e9c60053-8596-4396-a15e-16a19c8422b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.537609] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 35c50e8a-7e7d-4023-8b60-963557cf40f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.537745] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance aec9b7be-996c-4bd5-a68e-154bb57fc33a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 983.539302] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86d69ae1-866e-4869-9e23-a350ed4bd3ef tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.331s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.547158] env[63198]: DEBUG nova.compute.manager [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.548027] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.548255] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60baf839-c980-4b9a-ace7-2a7dd06dc61d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.558051] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.559215] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81560ddd-fff4-4f61-b588-1d275c4f48e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.619779] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.620155] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.620372] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleting the datastore file [datastore2] e9c60053-8596-4396-a15e-16a19c8422b3 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.620643] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6984769-dc26-4c0a-8cee-af6b39417110 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.631019] env[63198]: DEBUG oslo_vmware.api [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 983.631019] env[63198]: value = "task-2712702" [ 983.631019] env[63198]: _type = "Task" [ 983.631019] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.639936] env[63198]: DEBUG oslo_vmware.api [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.704383] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712700, 'name': PowerOffVM_Task, 'duration_secs': 0.253917} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.704383] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.705369] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37a57b6-18d3-4b84-aeb1-ab009fc5784d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.728580] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c4b3cc-818a-4e6c-9687-b9e1110a1ebb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.740590] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.741337] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3462bba4-2ae1-4fe6-9d48-185b9b29707c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.748087] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 983.748087] env[63198]: value = "task-2712703" [ 983.748087] env[63198]: _type = "Task" [ 983.748087] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.757621] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.801845] env[63198]: DEBUG oslo_concurrency.lockutils [req-58ec688f-6c6b-428a-ba12-ac6812980f5d req-a433c5d5-6f43-41f5-a17b-3191b62885fe service nova] Releasing lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.821225] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712699, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.940035] env[63198]: INFO nova.compute.manager [-] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Took 1.56 seconds to deallocate network for instance. [ 984.010440] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a62385-a469-d653-9d51-856adc1352dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.011509] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b3fdda-aef1-4361-a03c-16ac402de229 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.016902] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 984.016902] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52665c88-12bc-22b1-c9d6-1cc661a6a8ca" [ 984.016902] env[63198]: _type = "Task" [ 984.016902] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.025629] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52665c88-12bc-22b1-c9d6-1cc661a6a8ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.044111] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 984.140496] env[63198]: DEBUG oslo_vmware.api [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148019} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.140955] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.141464] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.141798] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.142161] env[63198]: INFO nova.compute.manager [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Took 0.59 seconds to destroy the instance on the hypervisor. [ 984.142582] env[63198]: DEBUG oslo.service.loopingcall [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.142933] env[63198]: DEBUG nova.compute.manager [-] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.143291] env[63198]: DEBUG nova.network.neutron [-] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.244421] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 984.247217] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ccf948c-cfd1-44de-97d0-492317a1d359 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.261450] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 984.261450] env[63198]: value = "task-2712704" [ 984.261450] env[63198]: _type = "Task" [ 984.261450] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.267183] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712703, 'name': PowerOffVM_Task, 'duration_secs': 0.135857} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.272406] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.272834] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.278025] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf49cd2-7dba-4c5c-a24b-2a8847f625bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.286645] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.289065] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.289403] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce7ed9a-26c4-441a-97d9-4b47d22cfc7c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.315388] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.315604] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.315915] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Deleting the datastore file [datastore2] 35c50e8a-7e7d-4023-8b60-963557cf40f8 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.317088] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9568d4d4-cc9e-47c1-b4b0-6aa63c36ae06 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.322603] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712699, 'name': CloneVM_Task, 'duration_secs': 1.454337} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.323329] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Created linked-clone VM from snapshot [ 984.324170] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c547f66-73cc-4564-96cc-cf52e751f5d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327866] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 984.327866] env[63198]: value = "task-2712706" [ 984.327866] env[63198]: _type = "Task" [ 984.327866] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.335340] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Uploading image 493ba8b5-51ae-4853-8ba5-9f9d07a0be39 {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 984.342408] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.369497] env[63198]: DEBUG oslo_vmware.rw_handles [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 984.369497] env[63198]: value = "vm-546446" [ 984.369497] env[63198]: _type = "VirtualMachine" [ 984.369497] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 984.369966] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f86472f4-3359-4400-b9ad-3bb21407618c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.379276] env[63198]: DEBUG oslo_vmware.rw_handles [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease: (returnval){ [ 984.379276] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245561a-2e59-44e8-f680-3cef3b3a4592" [ 984.379276] env[63198]: _type = "HttpNfcLease" [ 984.379276] env[63198]: } obtained for exporting VM: (result){ [ 984.379276] env[63198]: value = "vm-546446" [ 984.379276] env[63198]: _type = "VirtualMachine" [ 984.379276] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 984.380545] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the lease: (returnval){ [ 984.380545] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245561a-2e59-44e8-f680-3cef3b3a4592" [ 984.380545] env[63198]: _type = "HttpNfcLease" [ 984.380545] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 984.387690] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.387690] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245561a-2e59-44e8-f680-3cef3b3a4592" [ 984.387690] env[63198]: _type = "HttpNfcLease" [ 984.387690] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 984.444960] env[63198]: DEBUG oslo_concurrency.lockutils [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.530180] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52665c88-12bc-22b1-c9d6-1cc661a6a8ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.530514] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.530775] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] aec9b7be-996c-4bd5-a68e-154bb57fc33a/aec9b7be-996c-4bd5-a68e-154bb57fc33a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.531095] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d9ee675-ae12-4d3c-9935-ded37a0ff705 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.538365] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 984.538365] env[63198]: value = "task-2712708" [ 984.538365] env[63198]: _type = "Task" [ 984.538365] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.550087] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 8da6e72b-031f-4bb9-84ab-ed9fe492d157 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 984.551351] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.612101] env[63198]: DEBUG nova.compute.manager [req-dec00fb9-f4f6-4121-b024-f6d7676def93 req-36157caf-da04-4085-ba79-afca894bbb10 service nova] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Received event network-vif-deleted-c9b4bbd9-c017-4b03-8140-e67180bc6b48 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.612101] env[63198]: DEBUG nova.compute.manager [req-dec00fb9-f4f6-4121-b024-f6d7676def93 req-36157caf-da04-4085-ba79-afca894bbb10 service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Received event network-vif-deleted-11d32d26-b56e-442a-a173-3a379120bb3f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.612101] env[63198]: INFO nova.compute.manager [req-dec00fb9-f4f6-4121-b024-f6d7676def93 req-36157caf-da04-4085-ba79-afca894bbb10 service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Neutron deleted interface 11d32d26-b56e-442a-a173-3a379120bb3f; detaching it from the instance and deleting it from the info cache [ 984.612101] env[63198]: DEBUG nova.network.neutron [req-dec00fb9-f4f6-4121-b024-f6d7676def93 req-36157caf-da04-4085-ba79-afca894bbb10 service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.776071] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712704, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.839139] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257703} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.839455] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.839586] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.839759] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.889026] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.889026] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245561a-2e59-44e8-f680-3cef3b3a4592" [ 984.889026] env[63198]: _type = "HttpNfcLease" [ 984.889026] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.890084] env[63198]: DEBUG oslo_vmware.rw_handles [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.890084] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245561a-2e59-44e8-f680-3cef3b3a4592" [ 984.890084] env[63198]: _type = "HttpNfcLease" [ 984.890084] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 984.892293] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256fea43-43df-459a-86a7-eaa35ada61e4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.900042] env[63198]: DEBUG oslo_vmware.rw_handles [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277eec7-62ce-ed09-c704-66664adc1bc9/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.900042] env[63198]: DEBUG oslo_vmware.rw_handles [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277eec7-62ce-ed09-c704-66664adc1bc9/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 984.993069] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ba5c534-26f6-4f70-be9f-db87f9fcb4fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.050524] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712708, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.054530] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 3c005688-f0bd-4646-8680-c4e3bab69b6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 985.054826] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 985.054974] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 985.057593] env[63198]: DEBUG nova.network.neutron [-] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.117861] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23662704-86bc-467f-b840-9ab0d86f4268 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.129857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbc9d02-c7ab-4dfb-98c1-90277fb55e25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.165369] env[63198]: DEBUG nova.compute.manager [req-dec00fb9-f4f6-4121-b024-f6d7676def93 req-36157caf-da04-4085-ba79-afca894bbb10 service nova] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Detach interface failed, port_id=11d32d26-b56e-442a-a173-3a379120bb3f, reason: Instance e9c60053-8596-4396-a15e-16a19c8422b3 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 985.277582] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712704, 'name': CreateSnapshot_Task, 'duration_secs': 0.704702} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.277850] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 985.278660] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d4cc97-32b1-466e-9cfd-451bf6556e26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.297589] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053bb2f0-15d9-4eb2-90a3-75a11c789f32 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.305143] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf292c84-e6c4-4ab6-a1ce-581aad2bcb5f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.338252] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c88b2-6871-4f5c-93a5-fb81ec7f57ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.352338] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde6e3d-3cdf-446c-9159-77fcb78f440c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.367620] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.552974] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670248} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.553432] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] aec9b7be-996c-4bd5-a68e-154bb57fc33a/aec9b7be-996c-4bd5-a68e-154bb57fc33a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.553603] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.554009] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1278a476-33cb-4a7e-ae86-ddc3aea0af25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.559675] env[63198]: INFO nova.compute.manager [-] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Took 1.42 seconds to deallocate network for instance. [ 985.566234] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 985.566234] env[63198]: value = "task-2712709" [ 985.566234] env[63198]: _type = "Task" [ 985.566234] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.577837] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.799668] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 985.800197] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-44cae639-abc9-4292-93a7-592c5c55de63 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.811636] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 985.811636] env[63198]: value = "task-2712710" [ 985.811636] env[63198]: _type = "Task" [ 985.811636] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.820803] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712710, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.870692] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.884576] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.884848] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.884963] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.885168] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.885339] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.885710] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.886054] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.886292] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.886534] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.886815] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.887009] env[63198]: DEBUG nova.virt.hardware [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.887852] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c3823-8e4c-4259-b158-f35a0bf58725 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.897636] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5318a01b-d800-4b11-8fba-28bfab7c4934 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.913227] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.919772] env[63198]: DEBUG oslo.service.loopingcall [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.920160] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.920415] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f120474f-45db-4694-9dfa-f34807c2490d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.940194] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.940194] env[63198]: value = "task-2712711" [ 985.940194] env[63198]: _type = "Task" [ 985.940194] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.949194] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712711, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.070061] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.079327] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138586} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.079815] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.082084] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37887d0-0da3-4dd6-8e6b-23ace046940b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.107294] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] aec9b7be-996c-4bd5-a68e-154bb57fc33a/aec9b7be-996c-4bd5-a68e-154bb57fc33a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.108659] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b491272a-1f46-431e-b80d-643ec88c69f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.129591] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 986.129591] env[63198]: value = "task-2712712" [ 986.129591] env[63198]: _type = "Task" [ 986.129591] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.138153] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.322495] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712710, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.378525] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 986.378751] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.879s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.379089] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.245s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.381730] env[63198]: INFO nova.compute.claims [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.452218] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712711, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.644938] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.832168] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712710, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.955640] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712711, 'name': CreateVM_Task, 'duration_secs': 0.581368} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.955903] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.956371] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.956539] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.956880] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.959434] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582d5b46-91d2-47c6-a234-49feb55edccb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.964506] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 986.964506] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52510097-dd3e-0993-0804-1247fe36919d" [ 986.964506] env[63198]: _type = "Task" [ 986.964506] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.975493] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52510097-dd3e-0993-0804-1247fe36919d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.144050] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712712, 'name': ReconfigVM_Task, 'duration_secs': 0.645008} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.144050] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Reconfigured VM instance instance-00000063 to attach disk [datastore1] aec9b7be-996c-4bd5-a68e-154bb57fc33a/aec9b7be-996c-4bd5-a68e-154bb57fc33a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.144050] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88e0d837-8ba1-49ea-b3a4-5fb260559428 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.153031] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 987.153031] env[63198]: value = "task-2712713" [ 987.153031] env[63198]: _type = "Task" [ 987.153031] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.160045] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712713, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.323547] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712710, 'name': CloneVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.477259] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52510097-dd3e-0993-0804-1247fe36919d, 'name': SearchDatastore_Task, 'duration_secs': 0.016721} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.479386] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.479632] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.479874] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.480305] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.480305] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.481663] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4b421a7-b616-45b8-a55e-2d6b483ed1b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.495090] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.495275] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.496081] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b053a1cf-74cc-43cd-8184-e1e05ff7f960 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.502203] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 987.502203] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5258a3e6-f7f7-d9ee-4e29-2d490d58532c" [ 987.502203] env[63198]: _type = "Task" [ 987.502203] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.509551] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5258a3e6-f7f7-d9ee-4e29-2d490d58532c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.643018] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0f9f7f-367a-45f0-94a6-6e6c6dadef53 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.649579] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756cf4ef-2c14-4292-a038-8609fd7987fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.662413] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712713, 'name': Rename_Task, 'duration_secs': 0.195458} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.690807] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.690807] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2659d860-0b82-4bb6-b5e1-d2cbd3df13eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.692041] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69879f01-1ea6-406f-be7a-56f82102b774 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.701464] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6ffba9-90f2-463f-a547-8c9c9849677a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.705358] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 987.705358] env[63198]: value = "task-2712714" [ 987.705358] env[63198]: _type = "Task" [ 987.705358] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.717007] env[63198]: DEBUG nova.compute.provider_tree [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.723876] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712714, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.825070] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712710, 'name': CloneVM_Task, 'duration_secs': 1.517212} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.825347] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Created linked-clone VM from snapshot [ 987.826123] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea3f091-f1af-46d7-aa4c-448f5073095f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.835331] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Uploading image 7af62f39-bfb6-428f-b2a4-9f2e08f40d40 {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 987.868964] env[63198]: DEBUG oslo_vmware.rw_handles [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 987.868964] env[63198]: value = "vm-546448" [ 987.868964] env[63198]: _type = "VirtualMachine" [ 987.868964] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 987.869291] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-48bd8d81-101c-4c66-9db0-889aeb16d705 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.881132] env[63198]: DEBUG oslo_vmware.rw_handles [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lease: (returnval){ [ 987.881132] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52789314-8439-095c-b1a8-35e6fcbac4e7" [ 987.881132] env[63198]: _type = "HttpNfcLease" [ 987.881132] env[63198]: } obtained for exporting VM: (result){ [ 987.881132] env[63198]: value = "vm-546448" [ 987.881132] env[63198]: _type = "VirtualMachine" [ 987.881132] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 987.881553] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the lease: (returnval){ [ 987.881553] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52789314-8439-095c-b1a8-35e6fcbac4e7" [ 987.881553] env[63198]: _type = "HttpNfcLease" [ 987.881553] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 987.891340] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.891340] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52789314-8439-095c-b1a8-35e6fcbac4e7" [ 987.891340] env[63198]: _type = "HttpNfcLease" [ 987.891340] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.012451] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5258a3e6-f7f7-d9ee-4e29-2d490d58532c, 'name': SearchDatastore_Task, 'duration_secs': 0.008457} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.013513] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04522420-c6b4-4584-9e62-f022ca99c899 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.022599] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 988.022599] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ee66cb-1222-8e9d-38c7-8587c2dfca5a" [ 988.022599] env[63198]: _type = "Task" [ 988.022599] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.031362] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ee66cb-1222-8e9d-38c7-8587c2dfca5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.218912] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712714, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.219855] env[63198]: DEBUG nova.scheduler.client.report [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.395020] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.395020] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52789314-8439-095c-b1a8-35e6fcbac4e7" [ 988.395020] env[63198]: _type = "HttpNfcLease" [ 988.395020] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 988.395799] env[63198]: DEBUG oslo_vmware.rw_handles [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 988.395799] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52789314-8439-095c-b1a8-35e6fcbac4e7" [ 988.395799] env[63198]: _type = "HttpNfcLease" [ 988.395799] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 988.396849] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4ab6cd-c4df-4911-9329-33a57882ede8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.407905] env[63198]: DEBUG oslo_vmware.rw_handles [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208a26e-7025-f6d8-0145-cd8fffe113c9/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 988.408597] env[63198]: DEBUG oslo_vmware.rw_handles [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208a26e-7025-f6d8-0145-cd8fffe113c9/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 988.512401] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5f60694-3950-4a86-86fd-79b593dde9e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.532024] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ee66cb-1222-8e9d-38c7-8587c2dfca5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011182} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.534952] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.535282] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.536026] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cdd2b8c-fadd-45d1-8ffa-298a94f1a2bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.542780] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 988.542780] env[63198]: value = "task-2712716" [ 988.542780] env[63198]: _type = "Task" [ 988.542780] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.556952] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.720153] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712714, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.726536] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.727147] env[63198]: DEBUG nova.compute.manager [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.729961] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.194s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.731529] env[63198]: INFO nova.compute.claims [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.059181] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712716, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.108586] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "6649d4fe-3874-4919-a096-2a46c80f8be0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.109098] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.217764] env[63198]: DEBUG oslo_vmware.api [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712714, 'name': PowerOnVM_Task, 'duration_secs': 1.178424} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.218321] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.218526] env[63198]: INFO nova.compute.manager [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Took 9.34 seconds to spawn the instance on the hypervisor. [ 989.218804] env[63198]: DEBUG nova.compute.manager [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.219690] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906b310a-b5f7-458e-a09b-d090f8db1e05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.236525] env[63198]: DEBUG nova.compute.utils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.243956] env[63198]: DEBUG nova.compute.manager [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.243956] env[63198]: DEBUG nova.network.neutron [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.292523] env[63198]: DEBUG nova.policy [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e77ccd751a4ab9b4c3e7cbaf6e33b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64231456d8bd4dae84523fe2266817cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.449129] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.449540] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.557946] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517359} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.558421] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.560218] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.560755] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e1c8a2-e7c8-4834-ab7d-594e88b11c87 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.569877] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 989.569877] env[63198]: value = "task-2712717" [ 989.569877] env[63198]: _type = "Task" [ 989.569877] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.585455] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.613144] env[63198]: DEBUG nova.compute.manager [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.667727] env[63198]: DEBUG nova.network.neutron [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Successfully created port: d5a871a6-9c6f-406e-99ff-07c06c6d297e {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.743753] env[63198]: INFO nova.compute.manager [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Took 23.41 seconds to build instance. [ 989.745531] env[63198]: DEBUG nova.compute.manager [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.952879] env[63198]: DEBUG nova.compute.manager [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.088957] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161811} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.089641] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.092923] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47f3efa-e2f5-4843-8297-39f67c53a6fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.097082] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ba97b4-6ad7-4c79-9760-b3cadd9874ef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.126612] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.131681] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc4d983-8708-4854-835f-9884ed55b4f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.149637] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7fd68b-7ee5-4dee-99d4-2f2551966b5f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.185672] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.186559] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d044560-09a3-4a6e-b1aa-ff7d92e3fcf8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.189713] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 990.189713] env[63198]: value = "task-2712718" [ 990.189713] env[63198]: _type = "Task" [ 990.189713] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.198221] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bdf482-a762-4581-becd-c40fe2a78b47 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.207480] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.219093] env[63198]: DEBUG nova.compute.provider_tree [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.255031] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2f9f2e93-66b1-4b00-aa98-10441f68b1d0 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.932s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.478131] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.702562] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.725030] env[63198]: DEBUG nova.scheduler.client.report [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.767033] env[63198]: DEBUG nova.compute.manager [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.896293] env[63198]: DEBUG nova.compute.manager [req-7dc44159-415b-4e57-8cc5-f0d5c404ab51 req-dcfbcd3f-c3d3-4b5e-83db-c26c36cdcc8d service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received event network-changed-bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.896555] env[63198]: DEBUG nova.compute.manager [req-7dc44159-415b-4e57-8cc5-f0d5c404ab51 req-dcfbcd3f-c3d3-4b5e-83db-c26c36cdcc8d service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing instance network info cache due to event network-changed-bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.896823] env[63198]: DEBUG oslo_concurrency.lockutils [req-7dc44159-415b-4e57-8cc5-f0d5c404ab51 req-dcfbcd3f-c3d3-4b5e-83db-c26c36cdcc8d service nova] Acquiring lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.897157] env[63198]: DEBUG oslo_concurrency.lockutils [req-7dc44159-415b-4e57-8cc5-f0d5c404ab51 req-dcfbcd3f-c3d3-4b5e-83db-c26c36cdcc8d service nova] Acquired lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.897408] env[63198]: DEBUG nova.network.neutron [req-7dc44159-415b-4e57-8cc5-f0d5c404ab51 req-dcfbcd3f-c3d3-4b5e-83db-c26c36cdcc8d service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing network info cache for port bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.202761] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712718, 'name': ReconfigVM_Task, 'duration_secs': 0.62428} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.203144] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.203952] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76554f30-9f4a-47e9-8c4d-83b475e3b061 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.211132] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 991.211132] env[63198]: value = "task-2712719" [ 991.211132] env[63198]: _type = "Task" [ 991.211132] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.220012] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712719, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.228958] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.229510] env[63198]: DEBUG nova.compute.manager [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.232496] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.695s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.234379] env[63198]: INFO nova.compute.claims [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.347448] env[63198]: DEBUG nova.compute.manager [req-c889510e-abdf-44f0-aaa6-efe1e65d6046 req-d3730e3c-7ea7-48a2-be76-54e77756c73e service nova] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Received event network-vif-plugged-d5a871a6-9c6f-406e-99ff-07c06c6d297e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.347448] env[63198]: DEBUG oslo_concurrency.lockutils [req-c889510e-abdf-44f0-aaa6-efe1e65d6046 req-d3730e3c-7ea7-48a2-be76-54e77756c73e service nova] Acquiring lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.347448] env[63198]: DEBUG oslo_concurrency.lockutils [req-c889510e-abdf-44f0-aaa6-efe1e65d6046 req-d3730e3c-7ea7-48a2-be76-54e77756c73e service nova] Lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.347809] env[63198]: DEBUG oslo_concurrency.lockutils [req-c889510e-abdf-44f0-aaa6-efe1e65d6046 req-d3730e3c-7ea7-48a2-be76-54e77756c73e service nova] Lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.348353] env[63198]: DEBUG nova.compute.manager [req-c889510e-abdf-44f0-aaa6-efe1e65d6046 req-d3730e3c-7ea7-48a2-be76-54e77756c73e service nova] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] No waiting events found dispatching network-vif-plugged-d5a871a6-9c6f-406e-99ff-07c06c6d297e {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.348353] env[63198]: WARNING nova.compute.manager [req-c889510e-abdf-44f0-aaa6-efe1e65d6046 req-d3730e3c-7ea7-48a2-be76-54e77756c73e service nova] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Received unexpected event network-vif-plugged-d5a871a6-9c6f-406e-99ff-07c06c6d297e for instance with vm_state building and task_state spawning. [ 991.410179] env[63198]: DEBUG nova.network.neutron [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Successfully updated port: d5a871a6-9c6f-406e-99ff-07c06c6d297e {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.436813] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.437073] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.657374] env[63198]: DEBUG nova.network.neutron [req-7dc44159-415b-4e57-8cc5-f0d5c404ab51 req-dcfbcd3f-c3d3-4b5e-83db-c26c36cdcc8d service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updated VIF entry in instance network info cache for port bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.657374] env[63198]: DEBUG nova.network.neutron [req-7dc44159-415b-4e57-8cc5-f0d5c404ab51 req-dcfbcd3f-c3d3-4b5e-83db-c26c36cdcc8d service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.725799] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712719, 'name': Rename_Task, 'duration_secs': 0.16518} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.726191] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.726480] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af0972df-7bb9-497a-bd6d-9e3a4d3736f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.733179] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 991.733179] env[63198]: value = "task-2712720" [ 991.733179] env[63198]: _type = "Task" [ 991.733179] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.739098] env[63198]: DEBUG nova.compute.utils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.742505] env[63198]: DEBUG nova.compute.manager [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.743139] env[63198]: DEBUG nova.network.neutron [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.750091] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712720, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.785114] env[63198]: DEBUG nova.policy [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08eab68cf8784cf9aa986b5fae7876e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b4d3e6b9606425fb648edf9fce333c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.916724] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.916765] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.916920] env[63198]: DEBUG nova.network.neutron [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.944267] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.944498] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.944977] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.945205] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.945554] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.945554] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.946164] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 992.094936] env[63198]: DEBUG nova.network.neutron [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Successfully created port: 2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.159237] env[63198]: DEBUG oslo_concurrency.lockutils [req-7dc44159-415b-4e57-8cc5-f0d5c404ab51 req-dcfbcd3f-c3d3-4b5e-83db-c26c36cdcc8d service nova] Releasing lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.245275] env[63198]: DEBUG nova.compute.manager [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.249643] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712720, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.453366] env[63198]: DEBUG nova.network.neutron [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.507106] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03905db0-831d-4ce7-92bc-633e4879ef87 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.515557] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d870a06-da9f-463a-83a5-fe2538fedc09 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.552629] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a3be61-0a5c-4e1b-bef5-19a3b7eaa3d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.562573] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e9470-1979-4fda-811b-010da8de418d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.580330] env[63198]: DEBUG nova.compute.provider_tree [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.688978] env[63198]: DEBUG nova.network.neutron [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Updating instance_info_cache with network_info: [{"id": "d5a871a6-9c6f-406e-99ff-07c06c6d297e", "address": "fa:16:3e:d1:b7:bc", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5a871a6-9c", "ovs_interfaceid": "d5a871a6-9c6f-406e-99ff-07c06c6d297e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.745433] env[63198]: DEBUG oslo_vmware.api [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712720, 'name': PowerOnVM_Task, 'duration_secs': 0.6616} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.745740] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.745983] env[63198]: DEBUG nova.compute.manager [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.746858] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dacf18c-ebc4-46ee-825d-6f38dea82af4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.084090] env[63198]: DEBUG nova.scheduler.client.report [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.192487] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.192860] env[63198]: DEBUG nova.compute.manager [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Instance network_info: |[{"id": "d5a871a6-9c6f-406e-99ff-07c06c6d297e", "address": "fa:16:3e:d1:b7:bc", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5a871a6-9c", "ovs_interfaceid": "d5a871a6-9c6f-406e-99ff-07c06c6d297e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.257964] env[63198]: DEBUG nova.compute.manager [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.266061] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.355731] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.356016] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.356203] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.356402] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.356562] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.356706] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.356981] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.357121] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.357367] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.357510] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.357709] env[63198]: DEBUG nova.virt.hardware [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.360510] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc4105b-fbcd-45a3-b370-915c5f6191ad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.371302] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.371395] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.371671] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.371913] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.372163] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.372373] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.372623] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.372847] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.373090] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.373303] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.373498] env[63198]: DEBUG nova.virt.hardware [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.374870] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2a3849-bdcf-45e2-be22-032315392ff3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.380734] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d051865d-b47a-405e-934e-512b3609a79e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.396832] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b7:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5a871a6-9c6f-406e-99ff-07c06c6d297e', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.404812] env[63198]: DEBUG oslo.service.loopingcall [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.407295] env[63198]: DEBUG oslo_vmware.rw_handles [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277eec7-62ce-ed09-c704-66664adc1bc9/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.408698] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b1035c-3c8b-402e-ad2c-644daf7307c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.413361] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.414415] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f1a91-61ae-446e-9036-31188e4ee87f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.417475] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0790b615-985e-4833-b629-0479bb1de8fb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.448506] env[63198]: DEBUG oslo_vmware.rw_handles [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277eec7-62ce-ed09-c704-66664adc1bc9/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.448506] env[63198]: ERROR oslo_vmware.rw_handles [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277eec7-62ce-ed09-c704-66664adc1bc9/disk-0.vmdk due to incomplete transfer. [ 993.449347] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.449347] env[63198]: value = "task-2712721" [ 993.449347] env[63198]: _type = "Task" [ 993.449347] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.449347] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-47231f28-2571-4191-b82c-4d07576b82e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.460425] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712721, 'name': CreateVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.467082] env[63198]: DEBUG oslo_vmware.rw_handles [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277eec7-62ce-ed09-c704-66664adc1bc9/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 993.467082] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Uploaded image 493ba8b5-51ae-4853-8ba5-9f9d07a0be39 to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 993.468510] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 993.469937] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d95127c2-65cb-4a12-89b5-d7f55b3145ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.480962] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 993.480962] env[63198]: value = "task-2712722" [ 993.480962] env[63198]: _type = "Task" [ 993.480962] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.492233] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712722, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.590306] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.590306] env[63198]: DEBUG nova.compute.manager [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.593365] env[63198]: DEBUG oslo_concurrency.lockutils [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.148s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.593365] env[63198]: DEBUG nova.objects.instance [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lazy-loading 'resources' on Instance uuid fbec33e0-6b91-4b5e-8bed-06019fbd7f26 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.602052] env[63198]: DEBUG nova.network.neutron [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Successfully updated port: 2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.612550] env[63198]: DEBUG nova.compute.manager [req-854678ed-7df4-4394-8bda-33c437053e31 req-ace9d85d-e343-4f37-8513-f4dc0416a28d service nova] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Received event network-changed-d5a871a6-9c6f-406e-99ff-07c06c6d297e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.612743] env[63198]: DEBUG nova.compute.manager [req-854678ed-7df4-4394-8bda-33c437053e31 req-ace9d85d-e343-4f37-8513-f4dc0416a28d service nova] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Refreshing instance network info cache due to event network-changed-d5a871a6-9c6f-406e-99ff-07c06c6d297e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 993.612920] env[63198]: DEBUG oslo_concurrency.lockutils [req-854678ed-7df4-4394-8bda-33c437053e31 req-ace9d85d-e343-4f37-8513-f4dc0416a28d service nova] Acquiring lock "refresh_cache-9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.613189] env[63198]: DEBUG oslo_concurrency.lockutils [req-854678ed-7df4-4394-8bda-33c437053e31 req-ace9d85d-e343-4f37-8513-f4dc0416a28d service nova] Acquired lock "refresh_cache-9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.613290] env[63198]: DEBUG nova.network.neutron [req-854678ed-7df4-4394-8bda-33c437053e31 req-ace9d85d-e343-4f37-8513-f4dc0416a28d service nova] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Refreshing network info cache for port d5a871a6-9c6f-406e-99ff-07c06c6d297e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.707740] env[63198]: DEBUG nova.compute.manager [req-88e0650e-dcf4-41f9-affa-6b24b899113b req-40235fa3-12a6-4777-94ec-520c375edf1e service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Received event network-vif-plugged-2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.707740] env[63198]: DEBUG oslo_concurrency.lockutils [req-88e0650e-dcf4-41f9-affa-6b24b899113b req-40235fa3-12a6-4777-94ec-520c375edf1e service nova] Acquiring lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.707740] env[63198]: DEBUG oslo_concurrency.lockutils [req-88e0650e-dcf4-41f9-affa-6b24b899113b req-40235fa3-12a6-4777-94ec-520c375edf1e service nova] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.707740] env[63198]: DEBUG oslo_concurrency.lockutils [req-88e0650e-dcf4-41f9-affa-6b24b899113b req-40235fa3-12a6-4777-94ec-520c375edf1e service nova] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.707740] env[63198]: DEBUG nova.compute.manager [req-88e0650e-dcf4-41f9-affa-6b24b899113b req-40235fa3-12a6-4777-94ec-520c375edf1e service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] No waiting events found dispatching network-vif-plugged-2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.707740] env[63198]: WARNING nova.compute.manager [req-88e0650e-dcf4-41f9-affa-6b24b899113b req-40235fa3-12a6-4777-94ec-520c375edf1e service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Received unexpected event network-vif-plugged-2c7e6dcd-7137-43ce-9752-9b2f8e476313 for instance with vm_state building and task_state spawning. [ 993.962276] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712721, 'name': CreateVM_Task, 'duration_secs': 0.444709} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.962557] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.963846] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.963846] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.964086] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.964491] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92a0388-4ddd-4bec-a4be-6f4e91b75031 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.970656] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 993.970656] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522ce1cd-5954-9549-9488-bc577e280d4a" [ 993.970656] env[63198]: _type = "Task" [ 993.970656] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.975632] env[63198]: INFO nova.compute.manager [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Rebuilding instance [ 993.981599] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522ce1cd-5954-9549-9488-bc577e280d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.992046] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712722, 'name': Destroy_Task, 'duration_secs': 0.387766} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.992046] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Destroyed the VM [ 993.992254] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 993.992642] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-af694959-754a-41b7-b07e-75cb6ad1e69e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.001798] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 994.001798] env[63198]: value = "task-2712723" [ 994.001798] env[63198]: _type = "Task" [ 994.001798] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.016407] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.029717] env[63198]: DEBUG nova.compute.manager [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.030585] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06429cd4-c201-4b36-a376-b896ba1052ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.096141] env[63198]: DEBUG nova.compute.utils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.099881] env[63198]: DEBUG nova.compute.manager [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.100087] env[63198]: DEBUG nova.network.neutron [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.105501] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.105501] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquired lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.105501] env[63198]: DEBUG nova.network.neutron [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.141214] env[63198]: DEBUG nova.policy [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2166ce9fa30e4c86a680c137e0cfb923', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8481c0f51ce478992152fc3407d6b27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.338587] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "c80709c7-30dc-427b-9cff-43f831a8e30b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.338906] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.370939] env[63198]: DEBUG nova.network.neutron [req-854678ed-7df4-4394-8bda-33c437053e31 req-ace9d85d-e343-4f37-8513-f4dc0416a28d service nova] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Updated VIF entry in instance network info cache for port d5a871a6-9c6f-406e-99ff-07c06c6d297e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.371342] env[63198]: DEBUG nova.network.neutron [req-854678ed-7df4-4394-8bda-33c437053e31 req-ace9d85d-e343-4f37-8513-f4dc0416a28d service nova] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Updating instance_info_cache with network_info: [{"id": "d5a871a6-9c6f-406e-99ff-07c06c6d297e", "address": "fa:16:3e:d1:b7:bc", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5a871a6-9c", "ovs_interfaceid": "d5a871a6-9c6f-406e-99ff-07c06c6d297e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.374650] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c90d3d-9269-44d7-a0fd-ddcda80c8558 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.383311] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d2e7df-7295-4a99-850b-62d26be5964a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.414913] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31800ce7-443e-4406-a3e2-51be3a093ae3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.422855] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87991f0-6ca5-4469-95d3-bda69e06fb32 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.427581] env[63198]: DEBUG nova.network.neutron [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Successfully created port: 998fbe76-7429-4071-bd27-f7ae4978cfcd {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.440619] env[63198]: DEBUG nova.compute.provider_tree [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.481350] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522ce1cd-5954-9549-9488-bc577e280d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013691} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.481645] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.481880] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.482180] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.482323] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.482500] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.482758] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e71173-f567-44b7-994e-856da43cb784 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.490953] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.491147] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.491852] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7f1362-8f97-452d-b0e8-30e414b7b750 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.497212] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 994.497212] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5200c916-540e-88a3-80cd-73ed5409f2bc" [ 994.497212] env[63198]: _type = "Task" [ 994.497212] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.504700] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5200c916-540e-88a3-80cd-73ed5409f2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.515431] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712723, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.603298] env[63198]: DEBUG nova.compute.manager [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.639244] env[63198]: DEBUG nova.network.neutron [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.806845] env[63198]: DEBUG nova.network.neutron [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Updating instance_info_cache with network_info: [{"id": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "address": "fa:16:3e:68:5f:26", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7e6dcd-71", "ovs_interfaceid": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.841483] env[63198]: DEBUG nova.compute.manager [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.874668] env[63198]: DEBUG oslo_concurrency.lockutils [req-854678ed-7df4-4394-8bda-33c437053e31 req-ace9d85d-e343-4f37-8513-f4dc0416a28d service nova] Releasing lock "refresh_cache-9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.943676] env[63198]: DEBUG nova.scheduler.client.report [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.009208] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5200c916-540e-88a3-80cd-73ed5409f2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013164} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.012046] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fd3634-95a9-4721-870a-59eda6149ec0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.019584] env[63198]: DEBUG oslo_vmware.api [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712723, 'name': RemoveSnapshot_Task, 'duration_secs': 0.621453} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.020876] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 995.021124] env[63198]: INFO nova.compute.manager [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Took 13.81 seconds to snapshot the instance on the hypervisor. [ 995.023622] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 995.023622] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d80393-49ef-fbf4-303e-3cea63272d9f" [ 995.023622] env[63198]: _type = "Task" [ 995.023622] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.032176] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d80393-49ef-fbf4-303e-3cea63272d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.043979] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.044303] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b70e990a-5605-4908-b0a2-f6527f18e301 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.051082] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 995.051082] env[63198]: value = "task-2712724" [ 995.051082] env[63198]: _type = "Task" [ 995.051082] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.060059] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.310185] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Releasing lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.310532] env[63198]: DEBUG nova.compute.manager [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Instance network_info: |[{"id": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "address": "fa:16:3e:68:5f:26", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7e6dcd-71", "ovs_interfaceid": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.310981] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:5f:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c7e6dcd-7137-43ce-9752-9b2f8e476313', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.318715] env[63198]: DEBUG oslo.service.loopingcall [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.318976] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.319228] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0cd3123-eee0-42e0-9333-ffa7cacc2b1b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.339329] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.339329] env[63198]: value = "task-2712725" [ 995.339329] env[63198]: _type = "Task" [ 995.339329] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.349348] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712725, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.364492] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.450015] env[63198]: DEBUG oslo_concurrency.lockutils [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.453077] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.385s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.453077] env[63198]: DEBUG nova.objects.instance [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lazy-loading 'resources' on Instance uuid e9c60053-8596-4396-a15e-16a19c8422b3 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.470790] env[63198]: INFO nova.scheduler.client.report [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Deleted allocations for instance fbec33e0-6b91-4b5e-8bed-06019fbd7f26 [ 995.537225] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d80393-49ef-fbf4-303e-3cea63272d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.014139} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.537597] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.537754] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf/9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.538360] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e48a81fc-c635-4aae-84c0-ffeb051fd1bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.546013] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 995.546013] env[63198]: value = "task-2712726" [ 995.546013] env[63198]: _type = "Task" [ 995.546013] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.557560] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.563355] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712724, 'name': PowerOffVM_Task, 'duration_secs': 0.171723} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.565620] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.565844] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.566815] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e75055c-6f0a-4bae-bb34-572afba791b6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.572564] env[63198]: DEBUG nova.compute.manager [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Found 3 images (rotation: 2) {{(pid=63198) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 995.572748] env[63198]: DEBUG nova.compute.manager [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Rotating out 1 backups {{(pid=63198) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 995.572914] env[63198]: DEBUG nova.compute.manager [None req-228c5d7e-8eda-46b0-9d60-129cc7152d5c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deleting image c5102c17-b133-4d25-a6a0-1220330c06c4 {{(pid=63198) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 995.577045] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.577302] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6a04e31-190e-4563-a867-b73b3ed3410f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.599278] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.599488] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.599661] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Deleting the datastore file [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.599929] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-503e5f1d-5900-44ee-ae38-83c8eb1fb789 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.608475] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 995.608475] env[63198]: value = "task-2712728" [ 995.608475] env[63198]: _type = "Task" [ 995.608475] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.614831] env[63198]: DEBUG nova.compute.manager [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.623822] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.689107] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.689346] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.689970] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.689970] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.689970] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.690163] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.690253] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.690500] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.691071] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.691071] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.691071] env[63198]: DEBUG nova.virt.hardware [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.691995] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7cb7e5-57be-4d1c-a091-ad83bb412700 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.701423] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7fc963-7955-4009-970a-aeb87eda58d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.738532] env[63198]: DEBUG nova.compute.manager [req-93a13e34-87f1-4e1f-836e-cf567d7e239b req-e6a27eeb-c782-483c-aad0-524f537ebb27 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Received event network-changed-2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.738759] env[63198]: DEBUG nova.compute.manager [req-93a13e34-87f1-4e1f-836e-cf567d7e239b req-e6a27eeb-c782-483c-aad0-524f537ebb27 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Refreshing instance network info cache due to event network-changed-2c7e6dcd-7137-43ce-9752-9b2f8e476313. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.738977] env[63198]: DEBUG oslo_concurrency.lockutils [req-93a13e34-87f1-4e1f-836e-cf567d7e239b req-e6a27eeb-c782-483c-aad0-524f537ebb27 service nova] Acquiring lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.739187] env[63198]: DEBUG oslo_concurrency.lockutils [req-93a13e34-87f1-4e1f-836e-cf567d7e239b req-e6a27eeb-c782-483c-aad0-524f537ebb27 service nova] Acquired lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.739365] env[63198]: DEBUG nova.network.neutron [req-93a13e34-87f1-4e1f-836e-cf567d7e239b req-e6a27eeb-c782-483c-aad0-524f537ebb27 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Refreshing network info cache for port 2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.851177] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712725, 'name': CreateVM_Task, 'duration_secs': 0.369283} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.851399] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.852192] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.852409] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.854117] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.854117] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da01d596-bb1e-4355-ab20-31317aca2f3d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.859174] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 995.859174] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5297962c-3630-015d-d46e-39fa0e48ecd8" [ 995.859174] env[63198]: _type = "Task" [ 995.859174] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.869592] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5297962c-3630-015d-d46e-39fa0e48ecd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.950124] env[63198]: DEBUG nova.network.neutron [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Successfully updated port: 998fbe76-7429-4071-bd27-f7ae4978cfcd {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.977977] env[63198]: DEBUG oslo_concurrency.lockutils [None req-71fbf8a3-4612-44a9-9bd2-10b8270ede0d tempest-VolumesAdminNegativeTest-1705177018 tempest-VolumesAdminNegativeTest-1705177018-project-member] Lock "fbec33e0-6b91-4b5e-8bed-06019fbd7f26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.720s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.057356] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712726, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.120741] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131725} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.123934] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.124316] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.124640] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.229016] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d309ad-e9dc-4bd9-9883-6ee9232c4ca7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.238643] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f1c04d-8897-4b17-91c7-7eb9a94bdce5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.273246] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c480e9-2b44-4cd3-9dcb-86c2cd7e9b87 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.283704] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2af53b8-a17b-4e2e-9091-42eaca18f73f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.298221] env[63198]: DEBUG nova.compute.provider_tree [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.374016] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5297962c-3630-015d-d46e-39fa0e48ecd8, 'name': SearchDatastore_Task, 'duration_secs': 0.056051} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.374016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.374016] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.374016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.374016] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.374016] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.374016] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-530b717a-bc4d-4543-8761-c85dfd833c52 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.382166] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.382376] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.386227] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb5d99e-2036-49e0-b405-785d30d35efd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.394019] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 996.394019] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bc146f-ce60-a308-0b42-0c0e16283864" [ 996.394019] env[63198]: _type = "Task" [ 996.394019] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.402972] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bc146f-ce60-a308-0b42-0c0e16283864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.453653] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquiring lock "refresh_cache-3c005688-f0bd-4646-8680-c4e3bab69b6d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.454290] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquired lock "refresh_cache-3c005688-f0bd-4646-8680-c4e3bab69b6d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.454497] env[63198]: DEBUG nova.network.neutron [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.473485] env[63198]: DEBUG nova.network.neutron [req-93a13e34-87f1-4e1f-836e-cf567d7e239b req-e6a27eeb-c782-483c-aad0-524f537ebb27 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Updated VIF entry in instance network info cache for port 2c7e6dcd-7137-43ce-9752-9b2f8e476313. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.473485] env[63198]: DEBUG nova.network.neutron [req-93a13e34-87f1-4e1f-836e-cf567d7e239b req-e6a27eeb-c782-483c-aad0-524f537ebb27 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Updating instance_info_cache with network_info: [{"id": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "address": "fa:16:3e:68:5f:26", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7e6dcd-71", "ovs_interfaceid": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.558874] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614332} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.559243] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf/9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.559480] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.559759] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcd2f8e1-6392-4940-bb4d-554c802da2f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.567835] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 996.567835] env[63198]: value = "task-2712729" [ 996.567835] env[63198]: _type = "Task" [ 996.567835] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.580650] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.655655] env[63198]: DEBUG oslo_vmware.rw_handles [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208a26e-7025-f6d8-0145-cd8fffe113c9/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.656878] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871f2f93-41cd-451d-9a65-719a6588aee9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.665029] env[63198]: DEBUG oslo_vmware.rw_handles [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208a26e-7025-f6d8-0145-cd8fffe113c9/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.665029] env[63198]: ERROR oslo_vmware.rw_handles [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208a26e-7025-f6d8-0145-cd8fffe113c9/disk-0.vmdk due to incomplete transfer. [ 996.665029] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-280a9248-8376-436f-af03-b187c3c2b5e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.671271] env[63198]: DEBUG oslo_vmware.rw_handles [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208a26e-7025-f6d8-0145-cd8fffe113c9/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 996.671593] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Uploaded image 7af62f39-bfb6-428f-b2a4-9f2e08f40d40 to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 996.673387] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.673943] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f36eebc-42af-45b9-8ed1-1d26852f1610 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.679871] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 996.679871] env[63198]: value = "task-2712730" [ 996.679871] env[63198]: _type = "Task" [ 996.679871] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.687657] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712730, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.802252] env[63198]: DEBUG nova.scheduler.client.report [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.902920] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bc146f-ce60-a308-0b42-0c0e16283864, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.903810] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d76e500-3e07-476e-8cdc-6f709222f65f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.912305] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 996.912305] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529b5329-10d0-eaf5-5fa9-204dd62358d9" [ 996.912305] env[63198]: _type = "Task" [ 996.912305] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.919932] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529b5329-10d0-eaf5-5fa9-204dd62358d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.976136] env[63198]: DEBUG oslo_concurrency.lockutils [req-93a13e34-87f1-4e1f-836e-cf567d7e239b req-e6a27eeb-c782-483c-aad0-524f537ebb27 service nova] Releasing lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.006141] env[63198]: DEBUG nova.network.neutron [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.083778] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072508} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.084250] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.085087] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6b030b-eb96-404b-b2df-d74435970c1d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.109646] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf/9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.110038] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c460e7-b3c0-47ca-80ad-839f89232d10 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.134916] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 997.134916] env[63198]: value = "task-2712731" [ 997.134916] env[63198]: _type = "Task" [ 997.134916] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.147582] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.167116] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.167394] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.167585] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.167749] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.167904] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.168055] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.168286] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.168527] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.168690] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.168876] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.169086] env[63198]: DEBUG nova.virt.hardware [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.170109] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7903ca1-79b9-4a7c-9b0b-f3eef771bb68 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.173675] env[63198]: DEBUG nova.network.neutron [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Updating instance_info_cache with network_info: [{"id": "998fbe76-7429-4071-bd27-f7ae4978cfcd", "address": "fa:16:3e:3b:5b:38", "network": {"id": "85499e02-6f6c-4707-9e22-f17759c63e2a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-284090773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8481c0f51ce478992152fc3407d6b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998fbe76-74", "ovs_interfaceid": "998fbe76-7429-4071-bd27-f7ae4978cfcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.180209] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c45765f-886e-4ba8-adab-fdd7c0956213 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.198499] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.204435] env[63198]: DEBUG oslo.service.loopingcall [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.208177] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.208485] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712730, 'name': Destroy_Task, 'duration_secs': 0.359909} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.208696] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e386eb0c-50a2-43ca-a07f-cb34fda0d433 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.220747] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Destroyed the VM [ 997.220993] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.221567] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0050f7d-7c2c-4e45-ba9c-c61a4bf5001e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.234060] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.234060] env[63198]: value = "task-2712732" [ 997.234060] env[63198]: _type = "Task" [ 997.234060] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.234060] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 997.234060] env[63198]: value = "task-2712733" [ 997.234060] env[63198]: _type = "Task" [ 997.234060] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.245281] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712733, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.249304] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712732, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.308309] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.311678] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.126s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.313546] env[63198]: INFO nova.compute.claims [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.333990] env[63198]: INFO nova.scheduler.client.report [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted allocations for instance e9c60053-8596-4396-a15e-16a19c8422b3 [ 997.423838] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529b5329-10d0-eaf5-5fa9-204dd62358d9, 'name': SearchDatastore_Task, 'duration_secs': 0.019989} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.424171] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.424496] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 8da6e72b-031f-4bb9-84ab-ed9fe492d157/8da6e72b-031f-4bb9-84ab-ed9fe492d157.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.425155] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-307c0804-0aa5-46e3-a5b5-5e28500efe73 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.434295] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 997.434295] env[63198]: value = "task-2712734" [ 997.434295] env[63198]: _type = "Task" [ 997.434295] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.440779] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.649234] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712731, 'name': ReconfigVM_Task, 'duration_secs': 0.322881} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.650894] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf/9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.650894] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1819b87-2e86-4bff-a669-933f3be0fa7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.659203] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 997.659203] env[63198]: value = "task-2712735" [ 997.659203] env[63198]: _type = "Task" [ 997.659203] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.669326] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712735, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.676987] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Releasing lock "refresh_cache-3c005688-f0bd-4646-8680-c4e3bab69b6d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.677410] env[63198]: DEBUG nova.compute.manager [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Instance network_info: |[{"id": "998fbe76-7429-4071-bd27-f7ae4978cfcd", "address": "fa:16:3e:3b:5b:38", "network": {"id": "85499e02-6f6c-4707-9e22-f17759c63e2a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-284090773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8481c0f51ce478992152fc3407d6b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998fbe76-74", "ovs_interfaceid": "998fbe76-7429-4071-bd27-f7ae4978cfcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.677827] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:5b:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '998fbe76-7429-4071-bd27-f7ae4978cfcd', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.686877] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Creating folder: Project (a8481c0f51ce478992152fc3407d6b27). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.686877] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f762c4b-5d38-49aa-b550-5fcca85ec1c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.698995] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Created folder: Project (a8481c0f51ce478992152fc3407d6b27) in parent group-v546185. [ 997.699250] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Creating folder: Instances. Parent ref: group-v546453. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.699495] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e5261c1-b062-4bea-9872-f1d750ec3cc5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.708510] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Created folder: Instances in parent group-v546453. [ 997.708781] env[63198]: DEBUG oslo.service.loopingcall [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.708992] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.709227] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bddbd41e-ef4c-409f-8579-7a51df963542 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.731463] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.731463] env[63198]: value = "task-2712738" [ 997.731463] env[63198]: _type = "Task" [ 997.731463] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.733076] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.733519] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.733829] env[63198]: DEBUG nova.compute.manager [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.734811] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a25f2-7fad-4b3e-a390-36c497b61068 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.750546] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712738, 'name': CreateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.753923] env[63198]: DEBUG nova.compute.manager [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 997.755188] env[63198]: DEBUG nova.objects.instance [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'flavor' on Instance uuid 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.764412] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712732, 'name': CreateVM_Task, 'duration_secs': 0.319502} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.764888] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712733, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.765459] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.766029] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.766348] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.766800] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.767240] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b999607-74b0-4674-8a3d-f5ed70043404 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.776028] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 997.776028] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520009d3-9bcf-e585-a176-a31089b57523" [ 997.776028] env[63198]: _type = "Task" [ 997.776028] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.787658] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520009d3-9bcf-e585-a176-a31089b57523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.794455] env[63198]: DEBUG nova.compute.manager [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Received event network-vif-plugged-998fbe76-7429-4071-bd27-f7ae4978cfcd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.794669] env[63198]: DEBUG oslo_concurrency.lockutils [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] Acquiring lock "3c005688-f0bd-4646-8680-c4e3bab69b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.794934] env[63198]: DEBUG oslo_concurrency.lockutils [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] Lock "3c005688-f0bd-4646-8680-c4e3bab69b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.795139] env[63198]: DEBUG oslo_concurrency.lockutils [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] Lock "3c005688-f0bd-4646-8680-c4e3bab69b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.795318] env[63198]: DEBUG nova.compute.manager [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] No waiting events found dispatching network-vif-plugged-998fbe76-7429-4071-bd27-f7ae4978cfcd {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.795484] env[63198]: WARNING nova.compute.manager [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Received unexpected event network-vif-plugged-998fbe76-7429-4071-bd27-f7ae4978cfcd for instance with vm_state building and task_state spawning. [ 997.795637] env[63198]: DEBUG nova.compute.manager [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Received event network-changed-998fbe76-7429-4071-bd27-f7ae4978cfcd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 997.795794] env[63198]: DEBUG nova.compute.manager [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Refreshing instance network info cache due to event network-changed-998fbe76-7429-4071-bd27-f7ae4978cfcd. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 997.796125] env[63198]: DEBUG oslo_concurrency.lockutils [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] Acquiring lock "refresh_cache-3c005688-f0bd-4646-8680-c4e3bab69b6d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.796224] env[63198]: DEBUG oslo_concurrency.lockutils [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] Acquired lock "refresh_cache-3c005688-f0bd-4646-8680-c4e3bab69b6d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.796397] env[63198]: DEBUG nova.network.neutron [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Refreshing network info cache for port 998fbe76-7429-4071-bd27-f7ae4978cfcd {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.842939] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b8cafd2e-7a7d-41b3-93ac-e93f5c737c62 tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "e9c60053-8596-4396-a15e-16a19c8422b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.806s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.942731] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498955} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.942989] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 8da6e72b-031f-4bb9-84ab-ed9fe492d157/8da6e72b-031f-4bb9-84ab-ed9fe492d157.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.943249] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.943525] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f59e493-c15d-4ce8-b275-e226e037199d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.951360] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 997.951360] env[63198]: value = "task-2712739" [ 997.951360] env[63198]: _type = "Task" [ 997.951360] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.959842] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.171064] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712735, 'name': Rename_Task, 'duration_secs': 0.348705} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.171359] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.171607] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88e54174-0ee6-442d-8644-1b1fbb738c3c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.178178] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 998.178178] env[63198]: value = "task-2712740" [ 998.178178] env[63198]: _type = "Task" [ 998.178178] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.186173] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.238348] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712738, 'name': CreateVM_Task, 'duration_secs': 0.40271} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.238512] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.239197] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.239362] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.239674] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.239919] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38e7998-0f5e-4e27-9412-f6f69b55ff93 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.247565] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 998.247565] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f401f4-3ee8-0dfb-0d69-74b1488f349a" [ 998.247565] env[63198]: _type = "Task" [ 998.247565] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.253861] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712733, 'name': RemoveSnapshot_Task, 'duration_secs': 0.615257} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.254462] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.254880] env[63198]: DEBUG nova.compute.manager [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.255716] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4de4db-5c1b-4e91-a275-efae28e1db41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.261827] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f401f4-3ee8-0dfb-0d69-74b1488f349a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.283246] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520009d3-9bcf-e585-a176-a31089b57523, 'name': SearchDatastore_Task, 'duration_secs': 0.023846} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.284141] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.284390] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.284611] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.285741] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.285741] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.285741] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33612c4d-09b4-48f6-bc6f-93406f62b5ed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.294719] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.294893] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.295621] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba6302e-3a1e-44df-b10d-285d0eb92bae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.305163] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 998.305163] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52077942-3f6b-1dab-26e1-736b75f9df93" [ 998.305163] env[63198]: _type = "Task" [ 998.305163] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.316023] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52077942-3f6b-1dab-26e1-736b75f9df93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.400105] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "02608284-2c80-48e6-8d51-c0010ba2c8db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.400105] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "02608284-2c80-48e6-8d51-c0010ba2c8db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.400105] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "02608284-2c80-48e6-8d51-c0010ba2c8db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.400105] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "02608284-2c80-48e6-8d51-c0010ba2c8db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.400105] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "02608284-2c80-48e6-8d51-c0010ba2c8db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.400105] env[63198]: INFO nova.compute.manager [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Terminating instance [ 998.463329] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075042} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.463690] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.464692] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2bf337-282a-4bd2-ac14-7f2dbe8b9fc5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.488953] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 8da6e72b-031f-4bb9-84ab-ed9fe492d157/8da6e72b-031f-4bb9-84ab-ed9fe492d157.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.494173] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f898ad2-065b-4327-8402-3efee634e25c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.515138] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 998.515138] env[63198]: value = "task-2712741" [ 998.515138] env[63198]: _type = "Task" [ 998.515138] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.525188] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.608880] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a5fc91-6121-4053-87c7-d4ac191e5667 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.617896] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8736d084-8a20-465f-8c5f-f99502384553 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.652630] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace8d9c-a615-4b69-bbda-134c1aa6e8d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.663560] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f5d13f-5e70-486f-96fd-a3811529ab14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.682759] env[63198]: DEBUG nova.compute.provider_tree [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.692380] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712740, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.717707] env[63198]: DEBUG nova.network.neutron [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Updated VIF entry in instance network info cache for port 998fbe76-7429-4071-bd27-f7ae4978cfcd. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.718110] env[63198]: DEBUG nova.network.neutron [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Updating instance_info_cache with network_info: [{"id": "998fbe76-7429-4071-bd27-f7ae4978cfcd", "address": "fa:16:3e:3b:5b:38", "network": {"id": "85499e02-6f6c-4707-9e22-f17759c63e2a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-284090773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8481c0f51ce478992152fc3407d6b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998fbe76-74", "ovs_interfaceid": "998fbe76-7429-4071-bd27-f7ae4978cfcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.758522] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f401f4-3ee8-0dfb-0d69-74b1488f349a, 'name': SearchDatastore_Task, 'duration_secs': 0.017413} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.759165] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.759165] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.759413] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.759560] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.759759] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.760087] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf98c038-1cca-4ae5-8a12-64a5c71babe4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.772756] env[63198]: INFO nova.compute.manager [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Shelve offloading [ 998.778588] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.778938] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.779137] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.779905] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d36259-7c01-4edd-9c49-f3f11ce7bcf3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.781611] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba5ef14-7e04-478d-92d8-4e8823000e7c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.790671] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 998.790671] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d2ba1d-6ab1-b0c3-0077-a37d7ba32ea5" [ 998.790671] env[63198]: _type = "Task" [ 998.790671] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.792161] env[63198]: DEBUG oslo_vmware.api [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 998.792161] env[63198]: value = "task-2712742" [ 998.792161] env[63198]: _type = "Task" [ 998.792161] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.810798] env[63198]: DEBUG oslo_vmware.api [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.811522] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d2ba1d-6ab1-b0c3-0077-a37d7ba32ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.821497] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52077942-3f6b-1dab-26e1-736b75f9df93, 'name': SearchDatastore_Task, 'duration_secs': 0.020793} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.822497] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2342ad43-171f-4218-9eb2-29f51f141aa6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.828827] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 998.828827] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52540c75-0ad6-f18f-fe8d-a1c5baca2000" [ 998.828827] env[63198]: _type = "Task" [ 998.828827] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.837135] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52540c75-0ad6-f18f-fe8d-a1c5baca2000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.903867] env[63198]: DEBUG nova.compute.manager [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.904126] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.905077] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809676ca-3de4-4da7-b095-c8d28ebfbfeb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.912872] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.913159] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-813a619c-f309-4062-ab0d-d647df2e7556 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.919730] env[63198]: DEBUG oslo_vmware.api [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 998.919730] env[63198]: value = "task-2712743" [ 998.919730] env[63198]: _type = "Task" [ 998.919730] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.928305] env[63198]: DEBUG oslo_vmware.api [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.025405] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712741, 'name': ReconfigVM_Task, 'duration_secs': 0.284945} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.025695] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 8da6e72b-031f-4bb9-84ab-ed9fe492d157/8da6e72b-031f-4bb9-84ab-ed9fe492d157.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.026342] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a66f91a-fc31-46d0-ab27-16b3c752bf4a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.032738] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 999.032738] env[63198]: value = "task-2712744" [ 999.032738] env[63198]: _type = "Task" [ 999.032738] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.040638] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712744, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.188503] env[63198]: DEBUG nova.scheduler.client.report [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.200736] env[63198]: DEBUG oslo_vmware.api [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712740, 'name': PowerOnVM_Task, 'duration_secs': 0.523675} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.200736] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.200736] env[63198]: INFO nova.compute.manager [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Took 8.44 seconds to spawn the instance on the hypervisor. [ 999.200736] env[63198]: DEBUG nova.compute.manager [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.201743] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90692c-8276-4ed8-83e4-bd2b8f35d6af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.220930] env[63198]: DEBUG oslo_concurrency.lockutils [req-bb58f206-a237-4914-a40b-d6e389ef557c req-f337c221-f7ae-4e0d-b9ba-fdef0bffd0cd service nova] Releasing lock "refresh_cache-3c005688-f0bd-4646-8680-c4e3bab69b6d" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.276862] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.276862] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32456faf-6ebe-4756-8df9-63ce510d4b86 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.286146] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 999.286146] env[63198]: value = "task-2712745" [ 999.286146] env[63198]: _type = "Task" [ 999.286146] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.294496] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.305560] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d2ba1d-6ab1-b0c3-0077-a37d7ba32ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.016695} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.309374] env[63198]: DEBUG oslo_vmware.api [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712742, 'name': PowerOffVM_Task, 'duration_secs': 0.196699} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.309466] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22dfc5e1-151a-493c-8b39-3c2a699cffc3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.311611] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.311814] env[63198]: DEBUG nova.compute.manager [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.312596] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d22f2a-a715-4f6d-a5d5-d51b2267af21 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.317711] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 999.317711] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524e99db-8927-d4a5-3db3-899fcf17c7fb" [ 999.317711] env[63198]: _type = "Task" [ 999.317711] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.329373] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524e99db-8927-d4a5-3db3-899fcf17c7fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.337433] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52540c75-0ad6-f18f-fe8d-a1c5baca2000, 'name': SearchDatastore_Task, 'duration_secs': 0.014035} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.337795] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.338064] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.338313] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82dc6155-d909-4dd5-ba19-d60d96eac300 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.344443] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 999.344443] env[63198]: value = "task-2712746" [ 999.344443] env[63198]: _type = "Task" [ 999.344443] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.351851] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.429406] env[63198]: DEBUG oslo_vmware.api [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712743, 'name': PowerOffVM_Task, 'duration_secs': 0.310256} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.429679] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.429844] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.430107] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ef6c92b-7d6e-434b-b7ed-6b565fd44eda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.498148] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.498400] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.498557] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleting the datastore file [datastore1] 02608284-2c80-48e6-8d51-c0010ba2c8db {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.498825] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e3f51bc-3276-413b-adb1-91cc5303acaf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.506049] env[63198]: DEBUG oslo_vmware.api [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for the task: (returnval){ [ 999.506049] env[63198]: value = "task-2712748" [ 999.506049] env[63198]: _type = "Task" [ 999.506049] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.514169] env[63198]: DEBUG oslo_vmware.api [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.544287] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712744, 'name': Rename_Task, 'duration_secs': 0.212413} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.544573] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.544825] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db6a847f-cb54-4dcb-b80f-23bfa8a8a46a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.551589] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 999.551589] env[63198]: value = "task-2712749" [ 999.551589] env[63198]: _type = "Task" [ 999.551589] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.561401] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.696719] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.697434] env[63198]: DEBUG nova.compute.manager [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.699920] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.222s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.701988] env[63198]: INFO nova.compute.claims [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.725389] env[63198]: INFO nova.compute.manager [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Took 27.62 seconds to build instance. [ 999.801155] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.801155] env[63198]: DEBUG nova.compute.manager [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.801359] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4edec9-5e21-474c-9d5c-222d332234cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.809275] env[63198]: DEBUG oslo_concurrency.lockutils [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.809435] env[63198]: DEBUG oslo_concurrency.lockutils [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.809646] env[63198]: DEBUG nova.network.neutron [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.830790] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8afb77f2-16f0-423c-9012-fd934d1d1e0b tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.838226] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]524e99db-8927-d4a5-3db3-899fcf17c7fb, 'name': SearchDatastore_Task, 'duration_secs': 0.021466} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.838395] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.838702] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 3c005688-f0bd-4646-8680-c4e3bab69b6d/3c005688-f0bd-4646-8680-c4e3bab69b6d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.839039] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8554d60-ea73-474e-8965-60494d79e715 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.848624] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 999.848624] env[63198]: value = "task-2712750" [ 999.848624] env[63198]: _type = "Task" [ 999.848624] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.864971] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712746, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.869271] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.017249] env[63198]: DEBUG oslo_vmware.api [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.061143] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.207202] env[63198]: DEBUG nova.compute.utils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.211668] env[63198]: DEBUG nova.compute.manager [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.211945] env[63198]: DEBUG nova.network.neutron [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.231842] env[63198]: DEBUG oslo_concurrency.lockutils [None req-26c44a1d-ffaf-4bc1-b9ea-8f9107a02a71 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.136s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.284551] env[63198]: DEBUG nova.policy [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c55026caee784367b5acbc0d72903256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15e5dd7a37ae4500bc9f988d84f35c36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.284551] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f06cb11-4ab3-4b5f-953b-be35e58e7ad1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.292770] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8c40a0-5f8d-44c4-95d2-af11e33851ff tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Suspending the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1000.293109] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1c103953-88e3-4c02-b95c-237cd23941d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.303537] env[63198]: DEBUG oslo_vmware.api [None req-5c8c40a0-5f8d-44c4-95d2-af11e33851ff tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1000.303537] env[63198]: value = "task-2712751" [ 1000.303537] env[63198]: _type = "Task" [ 1000.303537] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.315948] env[63198]: DEBUG oslo_vmware.api [None req-5c8c40a0-5f8d-44c4-95d2-af11e33851ff tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712751, 'name': SuspendVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.363228] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708134} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.366885] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.367117] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.367428] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712750, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.367871] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fec4c8c-9bff-4a26-8628-6e2a5f30f60c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.375422] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 1000.375422] env[63198]: value = "task-2712752" [ 1000.375422] env[63198]: _type = "Task" [ 1000.375422] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.386565] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.516893] env[63198]: DEBUG oslo_vmware.api [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Task: {'id': task-2712748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528983} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.519341] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.519561] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.519744] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.519917] env[63198]: INFO nova.compute.manager [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1000.520320] env[63198]: DEBUG oslo.service.loopingcall [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.520585] env[63198]: DEBUG nova.compute.manager [-] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.520685] env[63198]: DEBUG nova.network.neutron [-] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.567969] env[63198]: DEBUG oslo_vmware.api [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712749, 'name': PowerOnVM_Task, 'duration_secs': 0.71641} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.573483] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.573483] env[63198]: INFO nova.compute.manager [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1000.573483] env[63198]: DEBUG nova.compute.manager [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.574783] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6c5ac-0fbc-4a67-9ff9-f751088f3e5d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.643699] env[63198]: DEBUG nova.network.neutron [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Successfully created port: 2a1d0641-2b6c-4cd2-8852-764da380a33c {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.719419] env[63198]: DEBUG nova.compute.manager [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.814629] env[63198]: DEBUG nova.network.neutron [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating instance_info_cache with network_info: [{"id": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "address": "fa:16:3e:c7:36:d3", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1d09f0-d0", "ovs_interfaceid": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.825290] env[63198]: DEBUG oslo_vmware.api [None req-5c8c40a0-5f8d-44c4-95d2-af11e33851ff tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712751, 'name': SuspendVM_Task} progress is 16%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.866627] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712750, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.890119] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067578} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.894166] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.895435] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eaa622-6f5b-403b-b770-24398a78b2e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.924036] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.926847] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec01e232-9e1d-40d9-b437-07a8f8123b26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.953350] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 1000.953350] env[63198]: value = "task-2712753" [ 1000.953350] env[63198]: _type = "Task" [ 1000.953350] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.965273] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.059857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81dc6b7-2cca-4143-9c35-6d79a9f963bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.067714] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0ca8d8-6d9b-4222-a02f-477e18b7a4ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.107419] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc8f3b3-e57f-4c3e-aa43-d1d9105eb3f8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.113072] env[63198]: DEBUG nova.compute.manager [req-26ed6ecd-2628-4d3a-9391-e46b3e8a1b81 req-74d6b417-0d25-49db-8f0f-8cfc41de43c9 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Received event network-vif-deleted-f253c3be-c668-4dd7-95ca-6187a0a2a28f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.113335] env[63198]: INFO nova.compute.manager [req-26ed6ecd-2628-4d3a-9391-e46b3e8a1b81 req-74d6b417-0d25-49db-8f0f-8cfc41de43c9 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Neutron deleted interface f253c3be-c668-4dd7-95ca-6187a0a2a28f; detaching it from the instance and deleting it from the info cache [ 1001.113545] env[63198]: DEBUG nova.network.neutron [req-26ed6ecd-2628-4d3a-9391-e46b3e8a1b81 req-74d6b417-0d25-49db-8f0f-8cfc41de43c9 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.121897] env[63198]: INFO nova.compute.manager [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Took 25.61 seconds to build instance. [ 1001.129057] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83fa013-d19e-456e-9b95-613007851ed2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.145954] env[63198]: DEBUG nova.compute.provider_tree [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.217585] env[63198]: DEBUG nova.compute.manager [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Stashing vm_state: stopped {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1001.318040] env[63198]: DEBUG oslo_vmware.api [None req-5c8c40a0-5f8d-44c4-95d2-af11e33851ff tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712751, 'name': SuspendVM_Task} progress is 62%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.323284] env[63198]: DEBUG oslo_concurrency.lockutils [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.364493] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712750, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.372099} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.364813] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 3c005688-f0bd-4646-8680-c4e3bab69b6d/3c005688-f0bd-4646-8680-c4e3bab69b6d.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.365044] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.365295] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97be7df2-932a-488d-9908-411faf756942 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.371382] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 1001.371382] env[63198]: value = "task-2712754" [ 1001.371382] env[63198]: _type = "Task" [ 1001.371382] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.380613] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.465220] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712753, 'name': ReconfigVM_Task, 'duration_secs': 0.502751} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.465220] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8/35c50e8a-7e7d-4023-8b60-963557cf40f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.465698] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10b2862e-e03c-495c-b1df-a46727472bd5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.472726] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 1001.472726] env[63198]: value = "task-2712755" [ 1001.472726] env[63198]: _type = "Task" [ 1001.472726] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.487229] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712755, 'name': Rename_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.504764] env[63198]: DEBUG nova.network.neutron [-] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.622797] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbcdaf16-c38d-4864-9f37-a01fdc51e3b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.626330] env[63198]: DEBUG oslo_concurrency.lockutils [None req-57d11818-6c2e-4584-8e41-a1a534a2bc7c tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.127s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.633462] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9c370c-bd3a-47aa-aa32-c4b2411ae9a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.649144] env[63198]: DEBUG nova.scheduler.client.report [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.674586] env[63198]: DEBUG nova.compute.manager [req-26ed6ecd-2628-4d3a-9391-e46b3e8a1b81 req-74d6b417-0d25-49db-8f0f-8cfc41de43c9 service nova] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Detach interface failed, port_id=f253c3be-c668-4dd7-95ca-6187a0a2a28f, reason: Instance 02608284-2c80-48e6-8d51-c0010ba2c8db could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1001.733092] env[63198]: DEBUG nova.compute.manager [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.744846] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.760014] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.760281] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.760443] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.760874] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.760874] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.760874] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.761401] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.761592] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.761767] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.762054] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.762114] env[63198]: DEBUG nova.virt.hardware [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.763304] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f472eb07-bb84-4a0c-aed8-3622c0fd06d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.772366] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb57768d-1ca8-491a-92fd-7621bb77132c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.816951] env[63198]: DEBUG oslo_vmware.api [None req-5c8c40a0-5f8d-44c4-95d2-af11e33851ff tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712751, 'name': SuspendVM_Task, 'duration_secs': 1.181383} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.817314] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8c40a0-5f8d-44c4-95d2-af11e33851ff tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Suspended the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1001.817508] env[63198]: DEBUG nova.compute.manager [None req-5c8c40a0-5f8d-44c4-95d2-af11e33851ff tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.818345] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5fe528-79a8-4d4c-be46-0fb48bbf0d93 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.862042] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.863065] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116a4f19-9cf7-486b-8349-40e245f83c9d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.871605] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.871911] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c0f8c7b-248d-4776-b7af-c28dabfa8790 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.883761] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172643} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.884034] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.884751] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb0d286-cd9e-473b-8e49-18ab12c52d57 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.906771] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 3c005688-f0bd-4646-8680-c4e3bab69b6d/3c005688-f0bd-4646-8680-c4e3bab69b6d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.907028] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5567cfb7-13c3-4d61-bd25-e13926484b09 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.926570] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 1001.926570] env[63198]: value = "task-2712757" [ 1001.926570] env[63198]: _type = "Task" [ 1001.926570] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.936763] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.962904] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.963130] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.963354] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleting the datastore file [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.963599] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5e9d51c-0bdd-41d0-84e7-200405a49748 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.977494] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1001.977494] env[63198]: value = "task-2712758" [ 1001.977494] env[63198]: _type = "Task" [ 1001.977494] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.984284] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712755, 'name': Rename_Task, 'duration_secs': 0.154826} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.984885] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.985132] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f7eaaaf-410a-494f-b46a-e36dc0300a45 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.989090] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.993941] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Waiting for the task: (returnval){ [ 1001.993941] env[63198]: value = "task-2712759" [ 1001.993941] env[63198]: _type = "Task" [ 1001.993941] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.008229] env[63198]: INFO nova.compute.manager [-] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Took 1.49 seconds to deallocate network for instance. [ 1002.008518] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.103872] env[63198]: DEBUG nova.compute.manager [req-b14826ba-d11f-4548-a643-44a78779526c req-f479cc28-2c69-4adf-8c12-de2f2d53b829 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Received event network-vif-plugged-2a1d0641-2b6c-4cd2-8852-764da380a33c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.104540] env[63198]: DEBUG oslo_concurrency.lockutils [req-b14826ba-d11f-4548-a643-44a78779526c req-f479cc28-2c69-4adf-8c12-de2f2d53b829 service nova] Acquiring lock "6649d4fe-3874-4919-a096-2a46c80f8be0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.104824] env[63198]: DEBUG oslo_concurrency.lockutils [req-b14826ba-d11f-4548-a643-44a78779526c req-f479cc28-2c69-4adf-8c12-de2f2d53b829 service nova] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.105089] env[63198]: DEBUG oslo_concurrency.lockutils [req-b14826ba-d11f-4548-a643-44a78779526c req-f479cc28-2c69-4adf-8c12-de2f2d53b829 service nova] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.105351] env[63198]: DEBUG nova.compute.manager [req-b14826ba-d11f-4548-a643-44a78779526c req-f479cc28-2c69-4adf-8c12-de2f2d53b829 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] No waiting events found dispatching network-vif-plugged-2a1d0641-2b6c-4cd2-8852-764da380a33c {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.105630] env[63198]: WARNING nova.compute.manager [req-b14826ba-d11f-4548-a643-44a78779526c req-f479cc28-2c69-4adf-8c12-de2f2d53b829 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Received unexpected event network-vif-plugged-2a1d0641-2b6c-4cd2-8852-764da380a33c for instance with vm_state building and task_state spawning. [ 1002.175910] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.176534] env[63198]: DEBUG nova.compute.manager [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.179576] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.914s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.179767] env[63198]: DEBUG nova.objects.instance [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1002.206997] env[63198]: DEBUG nova.network.neutron [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Successfully updated port: 2a1d0641-2b6c-4cd2-8852-764da380a33c {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.255556] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.255910] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.256245] env[63198]: INFO nova.compute.manager [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Rebooting instance [ 1002.438331] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712757, 'name': ReconfigVM_Task, 'duration_secs': 0.300468} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.438611] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 3c005688-f0bd-4646-8680-c4e3bab69b6d/3c005688-f0bd-4646-8680-c4e3bab69b6d.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.439226] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff9bf4f1-cb0c-4fc5-adac-c6cb8481b9ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.445796] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 1002.445796] env[63198]: value = "task-2712760" [ 1002.445796] env[63198]: _type = "Task" [ 1002.445796] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.453518] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712760, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.489257] env[63198]: DEBUG oslo_vmware.api [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365309} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.489469] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.489657] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.489832] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.503589] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712759, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.513597] env[63198]: INFO nova.scheduler.client.report [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted allocations for instance 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 [ 1002.516770] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.684857] env[63198]: DEBUG nova.compute.utils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.691678] env[63198]: DEBUG nova.compute.manager [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.691849] env[63198]: DEBUG nova.network.neutron [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.709732] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.709941] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.710396] env[63198]: DEBUG nova.network.neutron [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.752536] env[63198]: DEBUG nova.policy [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c55026caee784367b5acbc0d72903256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15e5dd7a37ae4500bc9f988d84f35c36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.774251] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.774465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquired lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.774670] env[63198]: DEBUG nova.network.neutron [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.924730] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.924730] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.924730] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.924730] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.924730] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.933038] env[63198]: INFO nova.compute.manager [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Terminating instance [ 1002.957221] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712760, 'name': Rename_Task, 'duration_secs': 0.314361} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.957559] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.957837] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1f3268b-0cb1-4911-b383-bea8e2a948c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.966403] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 1002.966403] env[63198]: value = "task-2712761" [ 1002.966403] env[63198]: _type = "Task" [ 1002.966403] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.974696] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.005671] env[63198]: DEBUG oslo_vmware.api [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Task: {'id': task-2712759, 'name': PowerOnVM_Task, 'duration_secs': 0.742519} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.005984] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.006217] env[63198]: DEBUG nova.compute.manager [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.007015] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a52c29e-1240-4519-b2f7-32483c0e0ee3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.018042] env[63198]: DEBUG oslo_concurrency.lockutils [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.036132] env[63198]: DEBUG nova.network.neutron [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Successfully created port: fe0cd73a-61db-4f5e-960f-6a0f93dc7cce {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.137871] env[63198]: DEBUG nova.compute.manager [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Received event network-changed-2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.137871] env[63198]: DEBUG nova.compute.manager [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Refreshing instance network info cache due to event network-changed-2c7e6dcd-7137-43ce-9752-9b2f8e476313. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.137871] env[63198]: DEBUG oslo_concurrency.lockutils [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] Acquiring lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.192545] env[63198]: DEBUG nova.compute.manager [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.196604] env[63198]: DEBUG oslo_concurrency.lockutils [None req-899b2463-20b9-48c7-923b-cc745f7acdb5 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.198440] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.834s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.200011] env[63198]: INFO nova.compute.claims [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.264288] env[63198]: DEBUG nova.network.neutron [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.435706] env[63198]: DEBUG nova.compute.manager [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.436048] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.437398] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70385b6-4d7a-4e40-ade1-829b8ba70f4c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.448058] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.448058] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ce977db-86fc-49c0-aa84-5a70eedaa274 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.476213] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712761, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.523260] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.523497] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.523680] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleting the datastore file [datastore2] 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.525946] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-093d9b64-c656-4f82-a6e1-d8ff78ae2902 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.527989] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.533945] env[63198]: DEBUG oslo_vmware.api [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1003.533945] env[63198]: value = "task-2712763" [ 1003.533945] env[63198]: _type = "Task" [ 1003.533945] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.549779] env[63198]: DEBUG oslo_vmware.api [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.600326] env[63198]: DEBUG nova.network.neutron [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Updating instance_info_cache with network_info: [{"id": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "address": "fa:16:3e:3a:9a:1d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1d0641-2b", "ovs_interfaceid": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.659552] env[63198]: DEBUG nova.network.neutron [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Updating instance_info_cache with network_info: [{"id": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "address": "fa:16:3e:68:5f:26", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7e6dcd-71", "ovs_interfaceid": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.977224] env[63198]: DEBUG oslo_vmware.api [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712761, 'name': PowerOnVM_Task, 'duration_secs': 0.855887} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.977513] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.977689] env[63198]: INFO nova.compute.manager [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1003.978090] env[63198]: DEBUG nova.compute.manager [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.978641] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51f60db-06ed-46c6-90ce-78b9fd62f4ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.044231] env[63198]: DEBUG oslo_vmware.api [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504526} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.044369] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.044567] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.044770] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.044945] env[63198]: INFO nova.compute.manager [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1004.045194] env[63198]: DEBUG oslo.service.loopingcall [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.045384] env[63198]: DEBUG nova.compute.manager [-] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.045530] env[63198]: DEBUG nova.network.neutron [-] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.102171] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.102568] env[63198]: DEBUG nova.compute.manager [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Instance network_info: |[{"id": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "address": "fa:16:3e:3a:9a:1d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1d0641-2b", "ovs_interfaceid": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.102973] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:9a:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a1d0641-2b6c-4cd2-8852-764da380a33c', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.110476] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Creating folder: Project (15e5dd7a37ae4500bc9f988d84f35c36). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.110769] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26b698e1-fd59-474a-a908-f06e2f48484d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.122861] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Created folder: Project (15e5dd7a37ae4500bc9f988d84f35c36) in parent group-v546185. [ 1004.123095] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Creating folder: Instances. Parent ref: group-v546456. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.123351] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cfb357d-1a0b-46e5-a347-0e955d095b54 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.133352] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Created folder: Instances in parent group-v546456. [ 1004.133610] env[63198]: DEBUG oslo.service.loopingcall [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.133799] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.134614] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb87f26-c238-4287-bb3b-14d9acd49b91 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.153683] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.153683] env[63198]: value = "task-2712766" [ 1004.153683] env[63198]: _type = "Task" [ 1004.153683] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.161058] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712766, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.161544] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Releasing lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.162590] env[63198]: DEBUG oslo_concurrency.lockutils [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] Acquired lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.162773] env[63198]: DEBUG nova.network.neutron [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Refreshing network info cache for port 2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.203795] env[63198]: DEBUG nova.compute.manager [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.237811] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.238125] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.238292] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.238473] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.238618] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.238765] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.238971] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.239145] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.239317] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.239480] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.239648] env[63198]: DEBUG nova.virt.hardware [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.240603] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938ddc0f-4207-4875-b5c6-f944cc84c05e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.250956] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc227f1-1d2e-4d47-baeb-9f96682a2aec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.303576] env[63198]: DEBUG nova.compute.manager [req-0665e567-af13-4c18-81c5-5f7b360eef1f req-6bdba26f-ff1b-4905-9d1c-c482e51e44f7 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Received event network-changed-2a1d0641-2b6c-4cd2-8852-764da380a33c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.303576] env[63198]: DEBUG nova.compute.manager [req-0665e567-af13-4c18-81c5-5f7b360eef1f req-6bdba26f-ff1b-4905-9d1c-c482e51e44f7 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Refreshing instance network info cache due to event network-changed-2a1d0641-2b6c-4cd2-8852-764da380a33c. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.303576] env[63198]: DEBUG oslo_concurrency.lockutils [req-0665e567-af13-4c18-81c5-5f7b360eef1f req-6bdba26f-ff1b-4905-9d1c-c482e51e44f7 service nova] Acquiring lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.303576] env[63198]: DEBUG oslo_concurrency.lockutils [req-0665e567-af13-4c18-81c5-5f7b360eef1f req-6bdba26f-ff1b-4905-9d1c-c482e51e44f7 service nova] Acquired lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.303576] env[63198]: DEBUG nova.network.neutron [req-0665e567-af13-4c18-81c5-5f7b360eef1f req-6bdba26f-ff1b-4905-9d1c-c482e51e44f7 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Refreshing network info cache for port 2a1d0641-2b6c-4cd2-8852-764da380a33c {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.443226] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69870cca-7cc8-43c7-bc33-fcd7c9d9d0c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.452092] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68400bde-7aec-4607-902b-e329cd583a96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.488436] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf25b4-e522-4a83-98e2-a1371a4577de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.500369] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109ecbd8-a243-4870-a2c0-43d09702334d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.504682] env[63198]: INFO nova.compute.manager [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Took 28.99 seconds to build instance. [ 1004.505658] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "35c50e8a-7e7d-4023-8b60-963557cf40f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.505920] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "35c50e8a-7e7d-4023-8b60-963557cf40f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.506081] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "35c50e8a-7e7d-4023-8b60-963557cf40f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.506265] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "35c50e8a-7e7d-4023-8b60-963557cf40f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.506479] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "35c50e8a-7e7d-4023-8b60-963557cf40f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.517992] env[63198]: DEBUG nova.compute.provider_tree [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.519515] env[63198]: INFO nova.compute.manager [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Terminating instance [ 1004.527994] env[63198]: DEBUG nova.network.neutron [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Successfully updated port: fe0cd73a-61db-4f5e-960f-6a0f93dc7cce {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.665602] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712766, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.666213] env[63198]: DEBUG nova.compute.manager [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.668866] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e91c2-4e38-4dc8-ba51-063c2e97aeb8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.832903] env[63198]: DEBUG nova.network.neutron [-] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.905937] env[63198]: DEBUG nova.network.neutron [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Updated VIF entry in instance network info cache for port 2c7e6dcd-7137-43ce-9752-9b2f8e476313. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.906339] env[63198]: DEBUG nova.network.neutron [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Updating instance_info_cache with network_info: [{"id": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "address": "fa:16:3e:68:5f:26", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7e6dcd-71", "ovs_interfaceid": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.008357] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bfe992b9-4cda-452c-af38-7bcddc0ca2c3 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "3c005688-f0bd-4646-8680-c4e3bab69b6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.502s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.022866] env[63198]: DEBUG nova.scheduler.client.report [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.026578] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "refresh_cache-35c50e8a-7e7d-4023-8b60-963557cf40f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.026803] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquired lock "refresh_cache-35c50e8a-7e7d-4023-8b60-963557cf40f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.027222] env[63198]: DEBUG nova.network.neutron [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.029668] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "refresh_cache-ba0bb139-e72a-4118-ba2a-e2397561a9f0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.029711] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "refresh_cache-ba0bb139-e72a-4118-ba2a-e2397561a9f0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.029840] env[63198]: DEBUG nova.network.neutron [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.110455] env[63198]: DEBUG nova.network.neutron [req-0665e567-af13-4c18-81c5-5f7b360eef1f req-6bdba26f-ff1b-4905-9d1c-c482e51e44f7 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Updated VIF entry in instance network info cache for port 2a1d0641-2b6c-4cd2-8852-764da380a33c. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.110826] env[63198]: DEBUG nova.network.neutron [req-0665e567-af13-4c18-81c5-5f7b360eef1f req-6bdba26f-ff1b-4905-9d1c-c482e51e44f7 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Updating instance_info_cache with network_info: [{"id": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "address": "fa:16:3e:3a:9a:1d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1d0641-2b", "ovs_interfaceid": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.166929] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712766, 'name': CreateVM_Task, 'duration_secs': 0.664694} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.167213] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.168057] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.168276] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.168976] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.169292] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d418d9-13e2-4aea-b71d-8e362578febe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.174240] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1005.174240] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5269640b-c5b5-3384-0c91-6005b2eace57" [ 1005.174240] env[63198]: _type = "Task" [ 1005.174240] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.184515] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5269640b-c5b5-3384-0c91-6005b2eace57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.186833] env[63198]: DEBUG nova.compute.manager [req-5f4a7b6a-07a1-407e-b6d5-1a71bcd89403 req-5549c7cf-b06b-467a-b2f3-5e16b31459fa service nova] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Received event network-vif-deleted-d5a871a6-9c6f-406e-99ff-07c06c6d297e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.336416] env[63198]: INFO nova.compute.manager [-] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Took 1.29 seconds to deallocate network for instance. [ 1005.410246] env[63198]: DEBUG oslo_concurrency.lockutils [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] Releasing lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.410625] env[63198]: DEBUG nova.compute.manager [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received event network-vif-unplugged-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.410833] env[63198]: DEBUG oslo_concurrency.lockutils [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] Acquiring lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.411052] env[63198]: DEBUG oslo_concurrency.lockutils [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.411227] env[63198]: DEBUG oslo_concurrency.lockutils [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.411396] env[63198]: DEBUG nova.compute.manager [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] No waiting events found dispatching network-vif-unplugged-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.411567] env[63198]: WARNING nova.compute.manager [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received unexpected event network-vif-unplugged-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce for instance with vm_state shelved_offloaded and task_state None. [ 1005.411730] env[63198]: DEBUG nova.compute.manager [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received event network-changed-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.411876] env[63198]: DEBUG nova.compute.manager [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Refreshing instance network info cache due to event network-changed-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.412078] env[63198]: DEBUG oslo_concurrency.lockutils [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] Acquiring lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.412220] env[63198]: DEBUG oslo_concurrency.lockutils [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] Acquired lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.412409] env[63198]: DEBUG nova.network.neutron [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Refreshing network info cache for port 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.532804] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.532959] env[63198]: DEBUG nova.compute.manager [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.540484] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.796s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.561246] env[63198]: DEBUG nova.network.neutron [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.568726] env[63198]: DEBUG nova.network.neutron [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.597525] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.614032] env[63198]: DEBUG oslo_concurrency.lockutils [req-0665e567-af13-4c18-81c5-5f7b360eef1f req-6bdba26f-ff1b-4905-9d1c-c482e51e44f7 service nova] Releasing lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.625761] env[63198]: DEBUG nova.network.neutron [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.684967] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5269640b-c5b5-3384-0c91-6005b2eace57, 'name': SearchDatastore_Task, 'duration_secs': 0.013952} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.687584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.688217] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.688217] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.688217] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.688483] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.689321] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19e1e309-29cc-4ff6-801e-608b19cb8fb9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.691612] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7283687-0bcc-4fa9-bc6f-93631fe19a41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.699479] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Doing hard reboot of VM {{(pid=63198) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1005.700068] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-469e4b78-5a52-4ccc-ae42-9957958b1cd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.702161] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.702358] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.703726] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdbea97-e888-4f04-81d8-2d5cbeb264b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.709029] env[63198]: DEBUG oslo_vmware.api [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 1005.709029] env[63198]: value = "task-2712767" [ 1005.709029] env[63198]: _type = "Task" [ 1005.709029] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.709470] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1005.709470] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5255026c-76bb-ea53-28d7-bd614b8be749" [ 1005.709470] env[63198]: _type = "Task" [ 1005.709470] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.722456] env[63198]: DEBUG oslo_vmware.api [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712767, 'name': ResetVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.725543] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5255026c-76bb-ea53-28d7-bd614b8be749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.729029] env[63198]: DEBUG nova.network.neutron [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Updating instance_info_cache with network_info: [{"id": "fe0cd73a-61db-4f5e-960f-6a0f93dc7cce", "address": "fa:16:3e:e5:d5:ca", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0cd73a-61", "ovs_interfaceid": "fe0cd73a-61db-4f5e-960f-6a0f93dc7cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.843106] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.041931] env[63198]: DEBUG nova.compute.utils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.042914] env[63198]: DEBUG nova.compute.manager [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.042914] env[63198]: DEBUG nova.network.neutron [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.048382] env[63198]: INFO nova.compute.claims [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.125188] env[63198]: DEBUG nova.policy [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143622509532476a81dd0b24fff2f677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cb8bd505c64506910a1038e014afb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.133965] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Releasing lock "refresh_cache-35c50e8a-7e7d-4023-8b60-963557cf40f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.134407] env[63198]: DEBUG nova.compute.manager [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.134605] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.135613] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b7e9c2-5fbd-47b6-9476-3920d42733ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.146884] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.147862] env[63198]: DEBUG nova.network.neutron [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updated VIF entry in instance network info cache for port 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.148200] env[63198]: DEBUG nova.network.neutron [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating instance_info_cache with network_info: [{"id": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "address": "fa:16:3e:c7:36:d3", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8d1d09f0-d0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.149255] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3804947-d9fe-4df7-9e8f-03cf986369e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.155640] env[63198]: DEBUG oslo_vmware.api [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 1006.155640] env[63198]: value = "task-2712768" [ 1006.155640] env[63198]: _type = "Task" [ 1006.155640] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.168539] env[63198]: DEBUG oslo_vmware.api [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.218716] env[63198]: DEBUG oslo_vmware.api [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712767, 'name': ResetVM_Task, 'duration_secs': 0.125083} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.221919] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Did hard reboot of VM {{(pid=63198) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1006.223222] env[63198]: DEBUG nova.compute.manager [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.223222] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe5eb98-adc8-4ad6-9921-62c8ff7a6ea0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.231366] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "refresh_cache-ba0bb139-e72a-4118-ba2a-e2397561a9f0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.231901] env[63198]: DEBUG nova.compute.manager [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Instance network_info: |[{"id": "fe0cd73a-61db-4f5e-960f-6a0f93dc7cce", "address": "fa:16:3e:e5:d5:ca", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0cd73a-61", "ovs_interfaceid": "fe0cd73a-61db-4f5e-960f-6a0f93dc7cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.232014] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5255026c-76bb-ea53-28d7-bd614b8be749, 'name': SearchDatastore_Task, 'duration_secs': 0.012253} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.233772] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:d5:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe0cd73a-61db-4f5e-960f-6a0f93dc7cce', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.242224] env[63198]: DEBUG oslo.service.loopingcall [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.245922] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.246151] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce3eecb-5309-4482-93f7-b858cc3865cf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.248627] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cc0dd93-f4d8-4967-bef3-1b60ab600bcf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.267757] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1006.267757] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ddc2e3-ee32-3a58-567a-4fe5f796d263" [ 1006.267757] env[63198]: _type = "Task" [ 1006.267757] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.271632] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.271632] env[63198]: value = "task-2712769" [ 1006.271632] env[63198]: _type = "Task" [ 1006.271632] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.279094] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ddc2e3-ee32-3a58-567a-4fe5f796d263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.286304] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712769, 'name': CreateVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.406941] env[63198]: DEBUG nova.compute.manager [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Received event network-vif-plugged-fe0cd73a-61db-4f5e-960f-6a0f93dc7cce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.407126] env[63198]: DEBUG oslo_concurrency.lockutils [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] Acquiring lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.407310] env[63198]: DEBUG oslo_concurrency.lockutils [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.407471] env[63198]: DEBUG oslo_concurrency.lockutils [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.407637] env[63198]: DEBUG nova.compute.manager [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] No waiting events found dispatching network-vif-plugged-fe0cd73a-61db-4f5e-960f-6a0f93dc7cce {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.407800] env[63198]: WARNING nova.compute.manager [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Received unexpected event network-vif-plugged-fe0cd73a-61db-4f5e-960f-6a0f93dc7cce for instance with vm_state building and task_state spawning. [ 1006.407956] env[63198]: DEBUG nova.compute.manager [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Received event network-changed-fe0cd73a-61db-4f5e-960f-6a0f93dc7cce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.408681] env[63198]: DEBUG nova.compute.manager [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Refreshing instance network info cache due to event network-changed-fe0cd73a-61db-4f5e-960f-6a0f93dc7cce. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.408889] env[63198]: DEBUG oslo_concurrency.lockutils [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] Acquiring lock "refresh_cache-ba0bb139-e72a-4118-ba2a-e2397561a9f0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.409050] env[63198]: DEBUG oslo_concurrency.lockutils [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] Acquired lock "refresh_cache-ba0bb139-e72a-4118-ba2a-e2397561a9f0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.409245] env[63198]: DEBUG nova.network.neutron [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Refreshing network info cache for port fe0cd73a-61db-4f5e-960f-6a0f93dc7cce {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.479945] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquiring lock "3c005688-f0bd-4646-8680-c4e3bab69b6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.480296] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "3c005688-f0bd-4646-8680-c4e3bab69b6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.480665] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquiring lock "3c005688-f0bd-4646-8680-c4e3bab69b6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.480765] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "3c005688-f0bd-4646-8680-c4e3bab69b6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.480913] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "3c005688-f0bd-4646-8680-c4e3bab69b6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.483442] env[63198]: INFO nova.compute.manager [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Terminating instance [ 1006.539403] env[63198]: DEBUG nova.network.neutron [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Successfully created port: bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.546050] env[63198]: DEBUG nova.compute.manager [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.554810] env[63198]: INFO nova.compute.resource_tracker [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating resource usage from migration b5029bfe-cfac-4367-9618-ed84be579b7b [ 1006.652405] env[63198]: DEBUG oslo_concurrency.lockutils [req-a03b02d9-8a42-4afc-babe-9a45b2b0c6d1 req-8fe1929f-3c16-4513-9408-c09d43d8dccf service nova] Releasing lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.672378] env[63198]: DEBUG oslo_vmware.api [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712768, 'name': PowerOffVM_Task, 'duration_secs': 0.173424} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.672742] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.673202] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.673585] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a6eb757-a1e9-436c-b8db-978bd99b4d13 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.703884] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.704124] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.704306] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Deleting the datastore file [datastore1] 35c50e8a-7e7d-4023-8b60-963557cf40f8 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.707480] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85874f1c-afa1-479a-ab61-60b690990205 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.713233] env[63198]: DEBUG oslo_vmware.api [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for the task: (returnval){ [ 1006.713233] env[63198]: value = "task-2712771" [ 1006.713233] env[63198]: _type = "Task" [ 1006.713233] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.722169] env[63198]: DEBUG oslo_vmware.api [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.752354] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2ec65626-34fb-4263-8ac6-47864b2c7bb0 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.496s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.780265] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ddc2e3-ee32-3a58-567a-4fe5f796d263, 'name': SearchDatastore_Task, 'duration_secs': 0.012547} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.781393] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.781668] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 6649d4fe-3874-4919-a096-2a46c80f8be0/6649d4fe-3874-4919-a096-2a46c80f8be0.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.784652] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd6a6bcc-0c9f-4bbf-a9bd-dd65c21a77aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.790363] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712769, 'name': CreateVM_Task, 'duration_secs': 0.388172} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.790851] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.791535] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.791701] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.792031] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.792288] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9105b3c7-3508-4ce8-980e-f455f8f1cef0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.795659] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1006.795659] env[63198]: value = "task-2712772" [ 1006.795659] env[63198]: _type = "Task" [ 1006.795659] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.797130] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1006.797130] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b829c-b07a-6a4d-acca-93c6c5eed6cb" [ 1006.797130] env[63198]: _type = "Task" [ 1006.797130] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.811278] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.815323] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b829c-b07a-6a4d-acca-93c6c5eed6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.876375] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f95ab16-02f9-4c89-94af-e52c05066e77 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.885372] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e83a35-3b6f-4d1d-9234-31d9c88ed74e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.686151] env[63198]: DEBUG oslo_concurrency.lockutils [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "31b72d6d-7103-438f-995a-d3e607efd785" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.686450] env[63198]: DEBUG oslo_concurrency.lockutils [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.693376] env[63198]: DEBUG nova.compute.manager [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.693376] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.697850] env[63198]: DEBUG nova.compute.manager [req-caa33502-a417-4ac9-a413-af2a4a316bd5 req-ae2d5aa8-e2a5-4b2e-b78b-f29354a47eb9 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Received event network-changed-2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.698032] env[63198]: DEBUG nova.compute.manager [req-caa33502-a417-4ac9-a413-af2a4a316bd5 req-ae2d5aa8-e2a5-4b2e-b78b-f29354a47eb9 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Refreshing instance network info cache due to event network-changed-2c7e6dcd-7137-43ce-9752-9b2f8e476313. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1007.698249] env[63198]: DEBUG oslo_concurrency.lockutils [req-caa33502-a417-4ac9-a413-af2a4a316bd5 req-ae2d5aa8-e2a5-4b2e-b78b-f29354a47eb9 service nova] Acquiring lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.698394] env[63198]: DEBUG oslo_concurrency.lockutils [req-caa33502-a417-4ac9-a413-af2a4a316bd5 req-ae2d5aa8-e2a5-4b2e-b78b-f29354a47eb9 service nova] Acquired lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.698543] env[63198]: DEBUG nova.network.neutron [req-caa33502-a417-4ac9-a413-af2a4a316bd5 req-ae2d5aa8-e2a5-4b2e-b78b-f29354a47eb9 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Refreshing network info cache for port 2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.701870] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6c954c-096c-4d64-8450-4d741a5b06b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.714445] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1c0c5-6239-4972-b184-78aad0cedea1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.718237] env[63198]: DEBUG oslo_concurrency.lockutils [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.718508] env[63198]: DEBUG oslo_concurrency.lockutils [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.718706] env[63198]: DEBUG oslo_concurrency.lockutils [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.718886] env[63198]: DEBUG oslo_concurrency.lockutils [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.719055] env[63198]: DEBUG oslo_concurrency.lockutils [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.723902] env[63198]: INFO nova.compute.manager [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Terminating instance [ 1007.743552] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497126} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.743912] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522b829c-b07a-6a4d-acca-93c6c5eed6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.018961} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.744284] env[63198]: DEBUG oslo_vmware.api [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Task: {'id': task-2712771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11269} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.744533] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.744865] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 6649d4fe-3874-4919-a096-2a46c80f8be0/6649d4fe-3874-4919-a096-2a46c80f8be0.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.745058] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.745348] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.745554] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.745765] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.745997] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.746063] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.746606] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.746862] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.747449] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.747449] env[63198]: INFO nova.compute.manager [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1007.747759] env[63198]: DEBUG oslo.service.loopingcall [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.748039] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b87458da-07bc-4853-a16f-4e15f7c55d61 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.750788] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b43cec-3609-429e-bf73-3f51a3590c8c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.758830] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddf93b16-c57d-4e61-b946-147447c1bf9d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.760519] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d40a40e8-fcd8-45f9-912a-0178fda18e74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.762252] env[63198]: DEBUG nova.compute.manager [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.762384] env[63198]: DEBUG nova.network.neutron [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.776204] env[63198]: DEBUG nova.compute.provider_tree [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.780984] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.781896] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.782053] env[63198]: DEBUG oslo_vmware.api [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 1007.782053] env[63198]: value = "task-2712773" [ 1007.782053] env[63198]: _type = "Task" [ 1007.782053] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.782340] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1007.782340] env[63198]: value = "task-2712774" [ 1007.782340] env[63198]: _type = "Task" [ 1007.782340] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.783076] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06369afc-ac9f-4b23-89ea-3a1f1386042a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.795791] env[63198]: DEBUG nova.network.neutron [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.800302] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1007.800302] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52035334-5dea-3f86-dd40-bf726a532abb" [ 1007.800302] env[63198]: _type = "Task" [ 1007.800302] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.807440] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.808561] env[63198]: DEBUG oslo_vmware.api [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.822045] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52035334-5dea-3f86-dd40-bf726a532abb, 'name': SearchDatastore_Task, 'duration_secs': 0.009879} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.825276] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68b5579-c97a-434c-b7fb-072aff50198b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.831402] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1007.831402] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b839aa-d24e-dc0c-352e-8613cab0a497" [ 1007.831402] env[63198]: _type = "Task" [ 1007.831402] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.846406] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b839aa-d24e-dc0c-352e-8613cab0a497, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.848376] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.848628] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] ba0bb139-e72a-4118-ba2a-e2397561a9f0/ba0bb139-e72a-4118-ba2a-e2397561a9f0.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.848925] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f1515e8-ca3f-44c6-a010-242c0939abd6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.856336] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1007.856336] env[63198]: value = "task-2712775" [ 1007.856336] env[63198]: _type = "Task" [ 1007.856336] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.865907] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.994866] env[63198]: DEBUG nova.network.neutron [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Updated VIF entry in instance network info cache for port fe0cd73a-61db-4f5e-960f-6a0f93dc7cce. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.995307] env[63198]: DEBUG nova.network.neutron [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Updating instance_info_cache with network_info: [{"id": "fe0cd73a-61db-4f5e-960f-6a0f93dc7cce", "address": "fa:16:3e:e5:d5:ca", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0cd73a-61", "ovs_interfaceid": "fe0cd73a-61db-4f5e-960f-6a0f93dc7cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.076178] env[63198]: DEBUG nova.network.neutron [req-caa33502-a417-4ac9-a413-af2a4a316bd5 req-ae2d5aa8-e2a5-4b2e-b78b-f29354a47eb9 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Updated VIF entry in instance network info cache for port 2c7e6dcd-7137-43ce-9752-9b2f8e476313. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.076597] env[63198]: DEBUG nova.network.neutron [req-caa33502-a417-4ac9-a413-af2a4a316bd5 req-ae2d5aa8-e2a5-4b2e-b78b-f29354a47eb9 service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Updating instance_info_cache with network_info: [{"id": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "address": "fa:16:3e:68:5f:26", "network": {"id": "0630a05a-8dad-417a-b236-a03b7d9ddaa2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-599951129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b4d3e6b9606425fb648edf9fce333c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7e6dcd-71", "ovs_interfaceid": "2c7e6dcd-7137-43ce-9752-9b2f8e476313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.199614] env[63198]: DEBUG nova.compute.manager [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.202455] env[63198]: INFO nova.compute.manager [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Detaching volume 000e1c4d-a663-48c0-8eeb-6822e187c3f0 [ 1008.231476] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.231766] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.231990] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.232208] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.236023] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.236023] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.236023] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.236023] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.236023] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.236023] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.236023] env[63198]: DEBUG nova.virt.hardware [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.236023] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0c2317-a0e9-4c7c-8c2b-829d179758d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.243843] env[63198]: DEBUG nova.compute.manager [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.244098] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.245123] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e644a72b-b62c-488f-b601-76a03e936edd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.250240] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f3723f-667b-42f1-9f5e-768f0edd0fd6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.265644] env[63198]: INFO nova.virt.block_device [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Attempting to driver detach volume 000e1c4d-a663-48c0-8eeb-6822e187c3f0 from mountpoint /dev/sdb [ 1008.265644] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.265644] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.265644] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f991d146-1acc-4bed-875d-704b05de568e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.295698] env[63198]: DEBUG nova.scheduler.client.report [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.300198] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.300907] env[63198]: DEBUG nova.network.neutron [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.312114] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca2338a-6ed2-48c5-937a-18328f2d8330 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.313692] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9b53b1f-dd56-4ac8-af57-b81c65d3d56d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.323280] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072498} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.329334] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.331377] env[63198]: DEBUG oslo_vmware.api [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 1008.331377] env[63198]: value = "task-2712776" [ 1008.331377] env[63198]: _type = "Task" [ 1008.331377] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.331377] env[63198]: DEBUG oslo_vmware.api [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712773, 'name': PowerOffVM_Task, 'duration_secs': 0.236415} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.331377] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6424a5-2ca0-4ef9-a82d-0d067984e462 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.334094] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.334277] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.334972] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4794087c-a481-4850-a513-e5acbdb84fea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.340627] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aead9412-3eff-400f-9022-56c0c50edda3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.376165] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4771482a-8eea-4238-a354-48b5a8ace758 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.378744] env[63198]: DEBUG oslo_vmware.api [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.387482] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6649d4fe-3874-4919-a096-2a46c80f8be0/6649d4fe-3874-4919-a096-2a46c80f8be0.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.388187] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c14e069-09af-4230-b4b8-d947882e70c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.411620] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470949} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.421738] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] ba0bb139-e72a-4118-ba2a-e2397561a9f0/ba0bb139-e72a-4118-ba2a-e2397561a9f0.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.422183] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.422318] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1008.422318] env[63198]: value = "task-2712778" [ 1008.422318] env[63198]: _type = "Task" [ 1008.422318] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.422925] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] The volume has not been displaced from its original location: [datastore2] volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0/volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.428006] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.430463] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-413e308a-e8e8-4ef1-99f9-c711b3905af6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.432639] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce587e5-e92c-42e0-8139-f0a153e7ad5f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.446200] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.446438] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.446637] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Deleting the datastore file [datastore2] 3c005688-f0bd-4646-8680-c4e3bab69b6d {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.452262] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7dd0640-8dbb-48a4-912b-4ffb9eb27a53 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.453789] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "f4f678b8-080f-4a9e-a821-413e5291e6d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.454081] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "f4f678b8-080f-4a9e-a821-413e5291e6d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.461042] env[63198]: DEBUG oslo_vmware.api [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1008.461042] env[63198]: value = "task-2712780" [ 1008.461042] env[63198]: _type = "Task" [ 1008.461042] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.465079] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1008.465079] env[63198]: value = "task-2712779" [ 1008.465079] env[63198]: _type = "Task" [ 1008.465079] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.465302] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.469550] env[63198]: DEBUG oslo_vmware.api [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for the task: (returnval){ [ 1008.469550] env[63198]: value = "task-2712781" [ 1008.469550] env[63198]: _type = "Task" [ 1008.469550] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.483695] env[63198]: DEBUG oslo_vmware.api [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.488075] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.491998] env[63198]: DEBUG oslo_vmware.api [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.498115] env[63198]: DEBUG oslo_concurrency.lockutils [req-5d5e8524-d188-4067-93da-812025b6a16a req-5caeef99-2fd4-4a28-85cc-83399c3eaaa9 service nova] Releasing lock "refresh_cache-ba0bb139-e72a-4118-ba2a-e2397561a9f0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.528358] env[63198]: DEBUG nova.network.neutron [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Successfully updated port: bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.579320] env[63198]: DEBUG oslo_concurrency.lockutils [req-caa33502-a417-4ac9-a413-af2a4a316bd5 req-ae2d5aa8-e2a5-4b2e-b78b-f29354a47eb9 service nova] Releasing lock "refresh_cache-8da6e72b-031f-4bb9-84ab-ed9fe492d157" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.709743] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "3af60c34-2c30-473a-912b-f27ba55e5e50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.710034] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "3af60c34-2c30-473a-912b-f27ba55e5e50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.802239] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.262s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.802484] env[63198]: INFO nova.compute.manager [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Migrating [ 1008.809284] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.292s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.809503] env[63198]: DEBUG nova.objects.instance [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lazy-loading 'resources' on Instance uuid 02608284-2c80-48e6-8d51-c0010ba2c8db {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.819847] env[63198]: INFO nova.compute.manager [-] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Took 1.06 seconds to deallocate network for instance. [ 1008.845081] env[63198]: DEBUG oslo_vmware.api [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712776, 'name': PowerOffVM_Task, 'duration_secs': 0.201913} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.845447] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.845652] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.845948] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b1f6dd3-6796-40bb-a8b3-bac7b5b7aaf7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.909992] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.910272] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.910502] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Deleting the datastore file [datastore2] 8da6e72b-031f-4bb9-84ab-ed9fe492d157 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.910785] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95452245-1aae-4ce7-b56a-02b71b9ac394 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.917850] env[63198]: DEBUG oslo_vmware.api [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 1008.917850] env[63198]: value = "task-2712783" [ 1008.917850] env[63198]: _type = "Task" [ 1008.917850] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.925577] env[63198]: DEBUG oslo_vmware.api [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.941263] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712778, 'name': ReconfigVM_Task, 'duration_secs': 0.366094} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.941577] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6649d4fe-3874-4919-a096-2a46c80f8be0/6649d4fe-3874-4919-a096-2a46c80f8be0.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.942229] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6165879-abaf-4a21-85d5-86f5366e8138 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.948169] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1008.948169] env[63198]: value = "task-2712784" [ 1008.948169] env[63198]: _type = "Task" [ 1008.948169] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.956163] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712784, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.956510] env[63198]: DEBUG nova.compute.manager [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.977672] env[63198]: DEBUG oslo_vmware.api [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712780, 'name': ReconfigVM_Task, 'duration_secs': 0.228889} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.981817] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.991763] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84090e9-7f3a-4cec-8538-cb8b04cd6ac0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.002160] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094637} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.003616] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.005030] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3427ad-9e8e-4a7b-b634-cc5f34e3e1e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.012102] env[63198]: DEBUG oslo_vmware.api [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Task: {'id': task-2712781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162123} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.013604] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.013789] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.013962] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.014156] env[63198]: INFO nova.compute.manager [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1009.014451] env[63198]: DEBUG oslo.service.loopingcall [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.014736] env[63198]: DEBUG oslo_vmware.api [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1009.014736] env[63198]: value = "task-2712785" [ 1009.014736] env[63198]: _type = "Task" [ 1009.014736] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.015196] env[63198]: DEBUG nova.compute.manager [-] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.015303] env[63198]: DEBUG nova.network.neutron [-] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.037613] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] ba0bb139-e72a-4118-ba2a-e2397561a9f0/ba0bb139-e72a-4118-ba2a-e2397561a9f0.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.038528] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.038689] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.038867] env[63198]: DEBUG nova.network.neutron [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.040183] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4883a476-949e-4f04-9d87-dd8cef9dc9c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.061644] env[63198]: DEBUG oslo_vmware.api [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.062959] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1009.062959] env[63198]: value = "task-2712786" [ 1009.062959] env[63198]: _type = "Task" [ 1009.062959] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.072926] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.212862] env[63198]: DEBUG nova.compute.manager [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.320885] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.320885] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.320885] env[63198]: DEBUG nova.network.neutron [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.327852] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.433159] env[63198]: DEBUG oslo_vmware.api [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154005} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.434182] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.434182] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.434182] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.434182] env[63198]: INFO nova.compute.manager [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1009.434182] env[63198]: DEBUG oslo.service.loopingcall [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.434378] env[63198]: DEBUG nova.compute.manager [-] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.435218] env[63198]: DEBUG nova.network.neutron [-] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.463841] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712784, 'name': Rename_Task, 'duration_secs': 0.160775} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.465461] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.468798] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e93cde81-07f9-4d12-8c57-26dada616328 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.479707] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1009.479707] env[63198]: value = "task-2712787" [ 1009.479707] env[63198]: _type = "Task" [ 1009.479707] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.487712] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.493398] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712787, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.529635] env[63198]: DEBUG oslo_vmware.api [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.572964] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712786, 'name': ReconfigVM_Task, 'duration_secs': 0.286916} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.575576] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Reconfigured VM instance instance-00000068 to attach disk [datastore1] ba0bb139-e72a-4118-ba2a-e2397561a9f0/ba0bb139-e72a-4118-ba2a-e2397561a9f0.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.576475] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cc32605-da56-4fc9-bb5c-01684a4f6dc3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.580437] env[63198]: DEBUG nova.compute.manager [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received event network-vif-plugged-bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.580635] env[63198]: DEBUG oslo_concurrency.lockutils [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] Acquiring lock "c80709c7-30dc-427b-9cff-43f831a8e30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.580836] env[63198]: DEBUG oslo_concurrency.lockutils [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.580991] env[63198]: DEBUG oslo_concurrency.lockutils [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.581162] env[63198]: DEBUG nova.compute.manager [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] No waiting events found dispatching network-vif-plugged-bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.581317] env[63198]: WARNING nova.compute.manager [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received unexpected event network-vif-plugged-bfd1c4e5-3523-4aeb-b374-26c573296b79 for instance with vm_state building and task_state spawning. [ 1009.581481] env[63198]: DEBUG nova.compute.manager [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received event network-changed-bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.581626] env[63198]: DEBUG nova.compute.manager [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing instance network info cache due to event network-changed-bfd1c4e5-3523-4aeb-b374-26c573296b79. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.581782] env[63198]: DEBUG oslo_concurrency.lockutils [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] Acquiring lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.583497] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1009.583497] env[63198]: value = "task-2712788" [ 1009.583497] env[63198]: _type = "Task" [ 1009.583497] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.596536] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712788, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.597290] env[63198]: DEBUG nova.network.neutron [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.603663] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d64a4ff-cf49-4602-92d5-5b30dc8342a1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.612070] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931dc7ec-9b99-413c-8f4d-77e1e2271598 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.646936] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff114241-2430-4fed-acac-a82c861c058b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.654753] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351ec736-cc0d-4a10-a36c-182aed016c7c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.669128] env[63198]: DEBUG nova.compute.provider_tree [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.739514] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.798219] env[63198]: DEBUG nova.network.neutron [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updating instance_info_cache with network_info: [{"id": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "address": "fa:16:3e:2f:b4:c7", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd1c4e5-35", "ovs_interfaceid": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.988659] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.028525] env[63198]: DEBUG oslo_vmware.api [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.063920] env[63198]: DEBUG nova.network.neutron [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance_info_cache with network_info: [{"id": "29cc8ac4-8809-49df-b586-020e85e41192", "address": "fa:16:3e:5c:b8:23", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cc8ac4-88", "ovs_interfaceid": "29cc8ac4-8809-49df-b586-020e85e41192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.092668] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712788, 'name': Rename_Task, 'duration_secs': 0.143776} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.092918] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.093165] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ef03eb-ac34-4122-807f-02e3182c00b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.098876] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1010.098876] env[63198]: value = "task-2712789" [ 1010.098876] env[63198]: _type = "Task" [ 1010.098876] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.106112] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.179564] env[63198]: DEBUG nova.network.neutron [-] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.191765] env[63198]: ERROR nova.scheduler.client.report [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] [req-aa64c4ab-02f1-4cb1-8773-ad61393324bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d308dc64-6d78-4a70-909e-0ffbc815f5eb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa64c4ab-02f1-4cb1-8773-ad61393324bd"}]} [ 1010.208127] env[63198]: DEBUG nova.scheduler.client.report [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1010.223024] env[63198]: DEBUG nova.scheduler.client.report [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1010.223024] env[63198]: DEBUG nova.compute.provider_tree [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.234463] env[63198]: DEBUG nova.scheduler.client.report [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1010.254462] env[63198]: DEBUG nova.scheduler.client.report [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1010.300992] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.301328] env[63198]: DEBUG nova.compute.manager [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Instance network_info: |[{"id": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "address": "fa:16:3e:2f:b4:c7", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd1c4e5-35", "ovs_interfaceid": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.301811] env[63198]: DEBUG oslo_concurrency.lockutils [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] Acquired lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.301994] env[63198]: DEBUG nova.network.neutron [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing network info cache for port bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.303187] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:b4:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfd1c4e5-3523-4aeb-b374-26c573296b79', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.310617] env[63198]: DEBUG oslo.service.loopingcall [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.314488] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.316023] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f200d28-a6f0-4c84-a18a-566e09107e62 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.338499] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.338499] env[63198]: value = "task-2712790" [ 1010.338499] env[63198]: _type = "Task" [ 1010.338499] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.349031] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712790, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.437143] env[63198]: DEBUG nova.network.neutron [-] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.491417] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.507238] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f406ed50-f240-4e99-aff4-338118092d52 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.514841] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6cbab-1be0-4540-96cc-7b381e6741c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.553202] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afec4d6-75d2-4627-902e-4f214f6172cf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.558835] env[63198]: DEBUG oslo_vmware.api [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712785, 'name': ReconfigVM_Task, 'duration_secs': 1.161534} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.559515] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546428', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'name': 'volume-000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31b72d6d-7103-438f-995a-d3e607efd785', 'attached_at': '', 'detached_at': '', 'volume_id': '000e1c4d-a663-48c0-8eeb-6822e187c3f0', 'serial': '000e1c4d-a663-48c0-8eeb-6822e187c3f0'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1010.565492] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b35fc4f-4bef-4d3d-a9af-bb2cab95f9cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.570208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.583452] env[63198]: DEBUG nova.compute.provider_tree [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.608891] env[63198]: DEBUG oslo_vmware.api [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712789, 'name': PowerOnVM_Task, 'duration_secs': 0.470425} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.609023] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.609231] env[63198]: INFO nova.compute.manager [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1010.609411] env[63198]: DEBUG nova.compute.manager [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.610177] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fe7a3c-0360-46bb-9ec0-0c17725ddc86 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.682464] env[63198]: INFO nova.compute.manager [-] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Took 1.67 seconds to deallocate network for instance. [ 1010.850488] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712790, 'name': CreateVM_Task, 'duration_secs': 0.484063} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.850488] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.851135] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.851306] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.851621] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.851919] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d14614-633b-4585-a0d5-12e425ac00aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.856313] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1010.856313] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52250a7c-cf58-3938-4c06-efe5d8689fe5" [ 1010.856313] env[63198]: _type = "Task" [ 1010.856313] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.864112] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52250a7c-cf58-3938-4c06-efe5d8689fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.943248] env[63198]: INFO nova.compute.manager [-] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Took 1.51 seconds to deallocate network for instance. [ 1010.994560] env[63198]: DEBUG oslo_vmware.api [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712787, 'name': PowerOnVM_Task, 'duration_secs': 1.105026} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.995569] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.995569] env[63198]: INFO nova.compute.manager [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1010.995569] env[63198]: DEBUG nova.compute.manager [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.996065] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed850df-52e1-4625-9f15-d115112f10da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.032594] env[63198]: DEBUG nova.network.neutron [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updated VIF entry in instance network info cache for port bfd1c4e5-3523-4aeb-b374-26c573296b79. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.032594] env[63198]: DEBUG nova.network.neutron [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updating instance_info_cache with network_info: [{"id": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "address": "fa:16:3e:2f:b4:c7", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd1c4e5-35", "ovs_interfaceid": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.110820] env[63198]: DEBUG nova.objects.instance [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'flavor' on Instance uuid 31b72d6d-7103-438f-995a-d3e607efd785 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.121166] env[63198]: DEBUG nova.scheduler.client.report [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Updated inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1011.121166] env[63198]: DEBUG nova.compute.provider_tree [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Updating resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb generation from 135 to 136 during operation: update_inventory {{(pid=63198) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1011.121166] env[63198]: DEBUG nova.compute.provider_tree [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.131768] env[63198]: INFO nova.compute.manager [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Took 20.67 seconds to build instance. [ 1011.189136] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.366509] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52250a7c-cf58-3938-4c06-efe5d8689fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.366815] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.367059] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.367293] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.367439] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.367615] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.367874] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c418960-2cc2-45f1-807b-d5cb3a0181c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.375862] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.376038] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.376700] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8a7439-8f92-4933-a7ed-4cf423706781 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.381085] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1011.381085] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52755486-4567-3d45-2acd-d7433d043d2a" [ 1011.381085] env[63198]: _type = "Task" [ 1011.381085] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.388099] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52755486-4567-3d45-2acd-d7433d043d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.450706] env[63198]: DEBUG oslo_concurrency.lockutils [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.481324] env[63198]: INFO nova.compute.manager [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Rescuing [ 1011.481727] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "refresh_cache-ba0bb139-e72a-4118-ba2a-e2397561a9f0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.481925] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "refresh_cache-ba0bb139-e72a-4118-ba2a-e2397561a9f0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.482171] env[63198]: DEBUG nova.network.neutron [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.514819] env[63198]: INFO nova.compute.manager [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Took 21.38 seconds to build instance. [ 1011.533891] env[63198]: DEBUG oslo_concurrency.lockutils [req-3bef8196-ed7a-4c36-9e8c-97f94d3f889c req-25107af1-af7d-40c8-844b-2f7040dcffae service nova] Releasing lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.622953] env[63198]: DEBUG nova.compute.manager [req-3796631a-8f01-411a-ab21-4a8dde4cc465 req-6450f639-300f-40e4-a801-10db8e52b90f service nova] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Received event network-vif-deleted-998fbe76-7429-4071-bd27-f7ae4978cfcd {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.623231] env[63198]: DEBUG nova.compute.manager [req-3796631a-8f01-411a-ab21-4a8dde4cc465 req-6450f639-300f-40e4-a801-10db8e52b90f service nova] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Received event network-vif-deleted-2c7e6dcd-7137-43ce-9752-9b2f8e476313 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.628100] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.819s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.630683] env[63198]: DEBUG oslo_concurrency.lockutils [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.613s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.630889] env[63198]: DEBUG nova.objects.instance [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lazy-loading 'resources' on Instance uuid 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.633646] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e800dfa0-2edd-43de-b56a-2fe78514250a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.184s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.648433] env[63198]: INFO nova.scheduler.client.report [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Deleted allocations for instance 02608284-2c80-48e6-8d51-c0010ba2c8db [ 1011.892154] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52755486-4567-3d45-2acd-d7433d043d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.007977} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.892958] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e44e7ed-c13a-4356-90b0-44df0ec08314 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.898139] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1011.898139] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a6bc93-20c6-a753-5562-6942d1763bf5" [ 1011.898139] env[63198]: _type = "Task" [ 1011.898139] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.904872] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a6bc93-20c6-a753-5562-6942d1763bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.017327] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6d219903-7252-4072-ab5a-80438b2ba596 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.908s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.087568] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7910613-964c-48d1-b975-5055550da51c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.110217] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance '27b8d2f5-65c6-4129-96b7-9b3941dbe262' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.117793] env[63198]: DEBUG oslo_concurrency.lockutils [None req-229c9334-d5e4-424f-b52d-e8507cb5a984 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.430s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.133638] env[63198]: DEBUG nova.objects.instance [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lazy-loading 'numa_topology' on Instance uuid 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.162703] env[63198]: DEBUG oslo_concurrency.lockutils [None req-18fa57f9-9d4b-4213-a547-3e370ff9683a tempest-ServersTestJSON-318560567 tempest-ServersTestJSON-318560567-project-member] Lock "02608284-2c80-48e6-8d51-c0010ba2c8db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.766s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.193205] env[63198]: DEBUG nova.network.neutron [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Updating instance_info_cache with network_info: [{"id": "fe0cd73a-61db-4f5e-960f-6a0f93dc7cce", "address": "fa:16:3e:e5:d5:ca", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe0cd73a-61", "ovs_interfaceid": "fe0cd73a-61db-4f5e-960f-6a0f93dc7cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.408712] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a6bc93-20c6-a753-5562-6942d1763bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.409089] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.409416] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] c80709c7-30dc-427b-9cff-43f831a8e30b/c80709c7-30dc-427b-9cff-43f831a8e30b.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.409745] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01f7622f-52ee-4bcf-b554-df45490bf379 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.416717] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1012.416717] env[63198]: value = "task-2712791" [ 1012.416717] env[63198]: _type = "Task" [ 1012.416717] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.424418] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.621229] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.621229] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "31b72d6d-7103-438f-995a-d3e607efd785" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.621229] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.621229] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "31b72d6d-7103-438f-995a-d3e607efd785-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.621229] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.621229] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.623018] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b33f4307-7742-4048-bf4b-7b60f298dd39 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.627127] env[63198]: INFO nova.compute.manager [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Terminating instance [ 1012.635929] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1012.635929] env[63198]: value = "task-2712792" [ 1012.635929] env[63198]: _type = "Task" [ 1012.635929] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.636682] env[63198]: DEBUG nova.objects.base [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Object Instance<9bfdf39f-14c3-40a5-b1e4-24a0f65040a6> lazy-loaded attributes: resources,numa_topology {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.653097] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1012.653097] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance '27b8d2f5-65c6-4129-96b7-9b3941dbe262' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.697167] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "refresh_cache-ba0bb139-e72a-4118-ba2a-e2397561a9f0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.933716] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445906} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.933716] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] c80709c7-30dc-427b-9cff-43f831a8e30b/c80709c7-30dc-427b-9cff-43f831a8e30b.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.934635] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.934635] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1110fdc1-98ea-4ae4-852b-c54bf1ad7480 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.941437] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1012.941437] env[63198]: value = "task-2712793" [ 1012.941437] env[63198]: _type = "Task" [ 1012.941437] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.947274] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d834ea83-c0cc-48e5-a955-bb3d19645421 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.954586] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.957592] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16180839-d582-48d2-a26a-3f0e2caeccb3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.994906] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecc536c-69ef-44bb-9899-3c73424ab40b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.003087] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42e0993-6595-48c5-b690-bf6591ed8b71 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.017784] env[63198]: DEBUG nova.compute.provider_tree [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.134952] env[63198]: DEBUG nova.compute.manager [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.135240] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.136442] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5964f276-f7c8-49b2-884a-f53c0b1fe3fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.143971] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.144402] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-487358da-413e-4958-8eb9-880828d2a898 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.151905] env[63198]: DEBUG oslo_vmware.api [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1013.151905] env[63198]: value = "task-2712794" [ 1013.151905] env[63198]: _type = "Task" [ 1013.151905] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.158638] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.158960] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.159219] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.159479] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.159724] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.159936] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.160225] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.160462] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.160692] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.160936] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.161222] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.172821] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562b1590-2ea7-4635-8000-4ee98a91f5de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.183676] env[63198]: DEBUG oslo_vmware.api [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.189764] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1013.189764] env[63198]: value = "task-2712795" [ 1013.189764] env[63198]: _type = "Task" [ 1013.189764] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.198670] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.459543] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05883} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.459709] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.462981] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74971904-ff87-4d69-9a31-800f6f1e46c8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.489958] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] c80709c7-30dc-427b-9cff-43f831a8e30b/c80709c7-30dc-427b-9cff-43f831a8e30b.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.490688] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977a2d1a-1647-4f03-82bb-abfb977a64f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.512572] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1013.512572] env[63198]: value = "task-2712796" [ 1013.512572] env[63198]: _type = "Task" [ 1013.512572] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.523574] env[63198]: DEBUG nova.scheduler.client.report [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.530876] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.664472] env[63198]: DEBUG oslo_vmware.api [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712794, 'name': PowerOffVM_Task, 'duration_secs': 0.23574} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.664472] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.664472] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.664472] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9f3bc2f-1bf6-448c-8195-614d4f0a3586 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.699431] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712795, 'name': ReconfigVM_Task, 'duration_secs': 0.176277} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.699612] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance '27b8d2f5-65c6-4129-96b7-9b3941dbe262' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.736694] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.736893] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.737086] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleting the datastore file [datastore1] 31b72d6d-7103-438f-995a-d3e607efd785 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.737364] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81794de4-1917-4203-8d04-8d38f8d80490 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.744840] env[63198]: DEBUG oslo_vmware.api [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1013.744840] env[63198]: value = "task-2712798" [ 1013.744840] env[63198]: _type = "Task" [ 1013.744840] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.755919] env[63198]: DEBUG oslo_vmware.api [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.024476] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.032558] env[63198]: DEBUG oslo_concurrency.lockutils [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.402s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.035551] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.508s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.035754] env[63198]: DEBUG nova.objects.instance [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1014.206321] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.206583] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.206814] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.207041] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.207542] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.207542] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.207542] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.207701] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.207861] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.208038] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.208221] env[63198]: DEBUG nova.virt.hardware [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.214083] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1014.214810] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c4c0de4-d69a-4ca9-a6ea-31ed2a8ec570 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.233753] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1014.233753] env[63198]: value = "task-2712799" [ 1014.233753] env[63198]: _type = "Task" [ 1014.233753] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.243361] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.251516] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.255852] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abc650c0-0630-4b7a-a172-8aef5d049040 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.257759] env[63198]: DEBUG oslo_vmware.api [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35773} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.258034] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.258211] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.258664] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.258664] env[63198]: INFO nova.compute.manager [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1014.259379] env[63198]: DEBUG oslo.service.loopingcall [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.259546] env[63198]: DEBUG nova.compute.manager [-] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.259694] env[63198]: DEBUG nova.network.neutron [-] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.264306] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1014.264306] env[63198]: value = "task-2712800" [ 1014.264306] env[63198]: _type = "Task" [ 1014.264306] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.274244] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.524984] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712796, 'name': ReconfigVM_Task, 'duration_secs': 0.826888} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.528081] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Reconfigured VM instance instance-00000069 to attach disk [datastore1] c80709c7-30dc-427b-9cff-43f831a8e30b/c80709c7-30dc-427b-9cff-43f831a8e30b.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.528081] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eaae108-906c-4c89-ab95-aee225a69c23 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.533052] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1014.533052] env[63198]: value = "task-2712801" [ 1014.533052] env[63198]: _type = "Task" [ 1014.533052] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.553460] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712801, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.553460] env[63198]: DEBUG oslo_concurrency.lockutils [None req-982cd23e-938f-4c89-9bfb-0396fe6599df tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.382s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.557204] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.957s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.557515] env[63198]: INFO nova.compute.manager [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Unshelving [ 1014.746479] env[63198]: DEBUG nova.compute.manager [req-407026de-caff-413f-ae84-4dcf9d6fea47 req-4605f527-9694-42cd-b813-82f276c29e8f service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Received event network-vif-deleted-c02762be-a959-423b-aeef-69529fec250a {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.746826] env[63198]: INFO nova.compute.manager [req-407026de-caff-413f-ae84-4dcf9d6fea47 req-4605f527-9694-42cd-b813-82f276c29e8f service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Neutron deleted interface c02762be-a959-423b-aeef-69529fec250a; detaching it from the instance and deleting it from the info cache [ 1014.747123] env[63198]: DEBUG nova.network.neutron [req-407026de-caff-413f-ae84-4dcf9d6fea47 req-4605f527-9694-42cd-b813-82f276c29e8f service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.753965] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712799, 'name': ReconfigVM_Task, 'duration_secs': 0.218004} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.754224] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1014.755051] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9cbe3-449c-43af-a11d-161d5b03303c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.779903] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 27b8d2f5-65c6-4129-96b7-9b3941dbe262/27b8d2f5-65c6-4129-96b7-9b3941dbe262.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.783477] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b23800-03d2-4c41-9caf-326a61996a5c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.802217] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712800, 'name': PowerOffVM_Task, 'duration_secs': 0.206819} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.805136] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.805617] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1014.805617] env[63198]: value = "task-2712802" [ 1014.805617] env[63198]: _type = "Task" [ 1014.805617] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.806558] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58949889-c995-4a55-9a70-d1de2c2fc33d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.821929] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.841011] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b983c5ae-c328-4821-b1d5-a5d9f5811615 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.876328] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.876620] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8875550d-feee-44bc-9392-b926e8ab209a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.884293] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1014.884293] env[63198]: value = "task-2712803" [ 1014.884293] env[63198]: _type = "Task" [ 1014.884293] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.893033] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1014.893400] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.893562] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.893747] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.893995] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.894191] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8214c4c-36bb-4069-8770-a0265747527d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.901778] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.902779] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.902779] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0692c7-215e-46ac-9bb9-529f09cf9eb8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.907925] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1014.907925] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52079c7e-a785-d5e6-f509-06629a48adbf" [ 1014.907925] env[63198]: _type = "Task" [ 1014.907925] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.915306] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52079c7e-a785-d5e6-f509-06629a48adbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.043565] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712801, 'name': Rename_Task, 'duration_secs': 0.189996} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.044225] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.044538] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b99d0af-4016-4ef6-a83e-8a5253bf5597 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.052855] env[63198]: DEBUG oslo_concurrency.lockutils [None req-473cc49b-4c44-4983-a2db-ecca4bb66cf5 tempest-ServersAdmin275Test-216418211 tempest-ServersAdmin275Test-216418211-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.057021] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1015.057021] env[63198]: value = "task-2712804" [ 1015.057021] env[63198]: _type = "Task" [ 1015.057021] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.057021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.212s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.057021] env[63198]: DEBUG nova.objects.instance [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'resources' on Instance uuid 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.069204] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712804, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.220854] env[63198]: DEBUG nova.network.neutron [-] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.250378] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b34b7a09-3a5e-4070-985f-492975e897fb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.259935] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fbd15b-5048-4323-aa31-1c03ad18c79d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.289341] env[63198]: DEBUG nova.compute.manager [req-407026de-caff-413f-ae84-4dcf9d6fea47 req-4605f527-9694-42cd-b813-82f276c29e8f service nova] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Detach interface failed, port_id=c02762be-a959-423b-aeef-69529fec250a, reason: Instance 31b72d6d-7103-438f-995a-d3e607efd785 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1015.319528] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.417483] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52079c7e-a785-d5e6-f509-06629a48adbf, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.418273] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fca083-779c-4c47-b497-c7dcedf896cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.423088] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1015.423088] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5265fb7c-1983-6606-2cf9-70e6ab8351e6" [ 1015.423088] env[63198]: _type = "Task" [ 1015.423088] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.430176] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5265fb7c-1983-6606-2cf9-70e6ab8351e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.572019] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.580453] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.725530] env[63198]: INFO nova.compute.manager [-] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Took 1.47 seconds to deallocate network for instance. [ 1015.770945] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c2560-293c-476e-9c4f-3225a18d9b70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.779361] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02de19bc-b200-485d-81f7-f385ecc6b3d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.812340] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdc22e5-fa9b-48f2-b418-ab1f0c4d42ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.826983] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd10d96-9376-4262-a8fd-545c03112b4f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.831111] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.842659] env[63198]: DEBUG nova.compute.provider_tree [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.934654] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5265fb7c-1983-6606-2cf9-70e6ab8351e6, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.935062] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.935211] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] ba0bb139-e72a-4118-ba2a-e2397561a9f0/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. {{(pid=63198) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1015.935487] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2423e829-d59a-4077-9cef-81290798d19b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.942326] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1015.942326] env[63198]: value = "task-2712805" [ 1015.942326] env[63198]: _type = "Task" [ 1015.942326] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.950314] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.067555] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.231917] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.321634] env[63198]: DEBUG oslo_vmware.api [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712802, 'name': ReconfigVM_Task, 'duration_secs': 1.191619} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.321913] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 27b8d2f5-65c6-4129-96b7-9b3941dbe262/27b8d2f5-65c6-4129-96b7-9b3941dbe262.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.322204] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance '27b8d2f5-65c6-4129-96b7-9b3941dbe262' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.346402] env[63198]: DEBUG nova.scheduler.client.report [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.452251] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483142} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.452601] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] ba0bb139-e72a-4118-ba2a-e2397561a9f0/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. [ 1016.453371] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307f21e9-419b-4039-9708-c3e5ebd5e8cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.478166] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] ba0bb139-e72a-4118-ba2a-e2397561a9f0/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.478447] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee8ee26-0ae1-4941-9d90-5976b5ef7785 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.495912] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1016.495912] env[63198]: value = "task-2712806" [ 1016.495912] env[63198]: _type = "Task" [ 1016.495912] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.503542] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.566608] env[63198]: DEBUG oslo_vmware.api [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712804, 'name': PowerOnVM_Task, 'duration_secs': 1.055871} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.566877] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.567090] env[63198]: INFO nova.compute.manager [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1016.567271] env[63198]: DEBUG nova.compute.manager [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.568033] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff56ba8a-2287-4dc8-9a25-47f920bef4b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.829455] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a7242-666e-4241-af5d-7b3619a0e347 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.850319] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ee66d-2c5d-48a8-9c25-fff6a569100c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.853609] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.855807] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.528s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.856075] env[63198]: DEBUG nova.objects.instance [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lazy-loading 'resources' on Instance uuid 35c50e8a-7e7d-4023-8b60-963557cf40f8 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.874019] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance '27b8d2f5-65c6-4129-96b7-9b3941dbe262' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.879507] env[63198]: INFO nova.scheduler.client.report [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted allocations for instance 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf [ 1017.005707] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.085318] env[63198]: INFO nova.compute.manager [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Took 21.74 seconds to build instance. [ 1017.389224] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c1273231-4b7d-49d7-b651-16767300ab28 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.465s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.423303] env[63198]: DEBUG nova.network.neutron [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Port 29cc8ac4-8809-49df-b586-020e85e41192 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1017.512018] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712806, 'name': ReconfigVM_Task, 'duration_secs': 0.896522} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.514951] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Reconfigured VM instance instance-00000068 to attach disk [datastore1] ba0bb139-e72a-4118-ba2a-e2397561a9f0/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.517211] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931c252e-f523-476c-8958-b1adf7d0b586 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.545239] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf1f4ff-fd0c-4423-863b-4e42b5b40b38 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.561744] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1017.561744] env[63198]: value = "task-2712807" [ 1017.561744] env[63198]: _type = "Task" [ 1017.561744] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.572063] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.586908] env[63198]: DEBUG oslo_concurrency.lockutils [None req-897f4635-896c-422e-8883-40878f80ce1f tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.248s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.615108] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89c3d3-9ff1-4510-9061-4a3294f48bf2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.623407] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e829c5-abd7-4887-aa46-3db7c16373d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.652880] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90928008-b308-4c7e-9948-40645507a7f8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.660524] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f1323-0a00-4a1c-a225-9f337af0fb42 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.673656] env[63198]: DEBUG nova.compute.provider_tree [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.020643] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "6841d68b-2a80-4833-8814-630990828258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.020905] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.072482] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.177789] env[63198]: DEBUG nova.scheduler.client.report [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.448141] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.454244] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.454244] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.526070] env[63198]: DEBUG nova.compute.manager [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.573817] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712807, 'name': ReconfigVM_Task, 'duration_secs': 0.91978} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.574715] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.575140] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64351692-83a9-4914-8620-81b1dcca8231 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.581989] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1018.581989] env[63198]: value = "task-2712808" [ 1018.581989] env[63198]: _type = "Task" [ 1018.581989] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.590360] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.688982] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.689886] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.202s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.692723] env[63198]: INFO nova.compute.claims [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.724033] env[63198]: INFO nova.scheduler.client.report [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Deleted allocations for instance 35c50e8a-7e7d-4023-8b60-963557cf40f8 [ 1018.803119] env[63198]: DEBUG nova.compute.manager [req-c898d124-205b-4301-ad83-8e5e9811ec8d req-52d74b6c-6811-471a-bc4f-1502498943e6 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received event network-changed-bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.803328] env[63198]: DEBUG nova.compute.manager [req-c898d124-205b-4301-ad83-8e5e9811ec8d req-52d74b6c-6811-471a-bc4f-1502498943e6 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing instance network info cache due to event network-changed-bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.803565] env[63198]: DEBUG oslo_concurrency.lockutils [req-c898d124-205b-4301-ad83-8e5e9811ec8d req-52d74b6c-6811-471a-bc4f-1502498943e6 service nova] Acquiring lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.803745] env[63198]: DEBUG oslo_concurrency.lockutils [req-c898d124-205b-4301-ad83-8e5e9811ec8d req-52d74b6c-6811-471a-bc4f-1502498943e6 service nova] Acquired lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.803909] env[63198]: DEBUG nova.network.neutron [req-c898d124-205b-4301-ad83-8e5e9811ec8d req-52d74b6c-6811-471a-bc4f-1502498943e6 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing network info cache for port bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.053113] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.093708] env[63198]: DEBUG oslo_vmware.api [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712808, 'name': PowerOnVM_Task, 'duration_secs': 0.483426} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.095922] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.100028] env[63198]: DEBUG nova.compute.manager [None req-f0ceae29-7649-40de-8615-c7d37b4beb66 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.100028] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7efd85-79b7-46f7-9e14-396efbfd4961 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.239587] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b2c20af4-da94-48c7-8e2c-67337af7ee80 tempest-ServersAdmin275Test-1241795480 tempest-ServersAdmin275Test-1241795480-project-member] Lock "35c50e8a-7e7d-4023-8b60-963557cf40f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.732s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.524048] env[63198]: DEBUG nova.network.neutron [req-c898d124-205b-4301-ad83-8e5e9811ec8d req-52d74b6c-6811-471a-bc4f-1502498943e6 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updated VIF entry in instance network info cache for port bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.524629] env[63198]: DEBUG nova.network.neutron [req-c898d124-205b-4301-ad83-8e5e9811ec8d req-52d74b6c-6811-471a-bc4f-1502498943e6 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.543704] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.544624] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.544624] env[63198]: DEBUG nova.network.neutron [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.629803] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.016286] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bdee2a-4762-4fd2-ba0f-d6875c84e7df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.024386] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0818e1aa-bf21-4851-9702-56abf4f1c911 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.027909] env[63198]: DEBUG oslo_concurrency.lockutils [req-c898d124-205b-4301-ad83-8e5e9811ec8d req-52d74b6c-6811-471a-bc4f-1502498943e6 service nova] Releasing lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.058857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98911c84-f887-49df-a6be-8a45e4a62319 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.065801] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977e24d3-5532-4f9c-a732-e41aa8fa9e22 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.079511] env[63198]: DEBUG nova.compute.provider_tree [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.132650] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.582489] env[63198]: DEBUG nova.scheduler.client.report [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.596137] env[63198]: DEBUG nova.network.neutron [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance_info_cache with network_info: [{"id": "29cc8ac4-8809-49df-b586-020e85e41192", "address": "fa:16:3e:5c:b8:23", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cc8ac4-88", "ovs_interfaceid": "29cc8ac4-8809-49df-b586-020e85e41192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.845653] env[63198]: DEBUG nova.compute.manager [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received event network-changed-bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.845867] env[63198]: DEBUG nova.compute.manager [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing instance network info cache due to event network-changed-bfd1c4e5-3523-4aeb-b374-26c573296b79. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.846104] env[63198]: DEBUG oslo_concurrency.lockutils [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] Acquiring lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.846251] env[63198]: DEBUG oslo_concurrency.lockutils [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] Acquired lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.846410] env[63198]: DEBUG nova.network.neutron [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing network info cache for port bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.087605] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.089256] env[63198]: DEBUG nova.compute.manager [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.091924] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.353s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.094069] env[63198]: INFO nova.compute.claims [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.100018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.528966] env[63198]: INFO nova.compute.manager [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Rescuing [ 1021.529250] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.529403] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.529568] env[63198]: DEBUG nova.network.neutron [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.594033] env[63198]: DEBUG nova.network.neutron [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updated VIF entry in instance network info cache for port bfd1c4e5-3523-4aeb-b374-26c573296b79. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.594413] env[63198]: DEBUG nova.network.neutron [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updating instance_info_cache with network_info: [{"id": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "address": "fa:16:3e:2f:b4:c7", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd1c4e5-35", "ovs_interfaceid": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.598217] env[63198]: DEBUG nova.compute.utils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.602319] env[63198]: DEBUG nova.compute.manager [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.602483] env[63198]: DEBUG nova.network.neutron [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.626909] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b399726-7caf-4fb9-8161-d5e33a8be170 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.650846] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55724f9-4b76-4d18-a6aa-e45c254011ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.659028] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance '27b8d2f5-65c6-4129-96b7-9b3941dbe262' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.676088] env[63198]: DEBUG nova.policy [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7519d6dc087c46629b36711f8cb3b0cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '259d5c30f6b54fb5946be5afe511e39a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.760285] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "cb65e741-8844-4301-a1cb-e87d012dd4b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.760587] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.921751] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d72e3c3-5d36-4e00-9e5e-dd2246d97800 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.931430] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d068d50-61f7-4555-a43e-352887069bdc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.962835] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05640f51-ea86-4a19-ad77-51e9a67ee165 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.970472] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5987aaf-e2a7-4dfd-a3ba-24e9ec111e23 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.986473] env[63198]: DEBUG nova.compute.provider_tree [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.099014] env[63198]: DEBUG oslo_concurrency.lockutils [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] Releasing lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.099322] env[63198]: DEBUG nova.compute.manager [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received event network-changed-bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.099492] env[63198]: DEBUG nova.compute.manager [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing instance network info cache due to event network-changed-bfd1c4e5-3523-4aeb-b374-26c573296b79. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.099708] env[63198]: DEBUG oslo_concurrency.lockutils [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] Acquiring lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.099848] env[63198]: DEBUG oslo_concurrency.lockutils [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] Acquired lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.100011] env[63198]: DEBUG nova.network.neutron [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing network info cache for port bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.103402] env[63198]: DEBUG nova.compute.manager [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.120970] env[63198]: DEBUG nova.network.neutron [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Successfully created port: 0dd304d7-7ed3-4296-8520-6c60093f40af {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.166939] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3b019-1c2a-45b8-8b00-7dc65c3bef16 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance '27b8d2f5-65c6-4129-96b7-9b3941dbe262' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.265019] env[63198]: DEBUG nova.compute.manager [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.488723] env[63198]: DEBUG nova.scheduler.client.report [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.509529] env[63198]: DEBUG nova.network.neutron [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Updating instance_info_cache with network_info: [{"id": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "address": "fa:16:3e:3a:9a:1d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1d0641-2b", "ovs_interfaceid": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.790810] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.799184] env[63198]: DEBUG nova.network.neutron [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updated VIF entry in instance network info cache for port bfd1c4e5-3523-4aeb-b374-26c573296b79. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.799592] env[63198]: DEBUG nova.network.neutron [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updating instance_info_cache with network_info: [{"id": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "address": "fa:16:3e:2f:b4:c7", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd1c4e5-35", "ovs_interfaceid": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.993766] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.902s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.994298] env[63198]: DEBUG nova.compute.manager [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.996911] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.808s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.997146] env[63198]: DEBUG nova.objects.instance [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lazy-loading 'resources' on Instance uuid 3c005688-f0bd-4646-8680-c4e3bab69b6d {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.012308] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.111952] env[63198]: DEBUG nova.compute.manager [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.133689] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.133689] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.133689] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.133689] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.133858] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.133974] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.134200] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.134360] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.134522] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.134790] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.135119] env[63198]: DEBUG nova.virt.hardware [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.135733] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf46e44e-db82-4d4c-acb4-8c94f7ac8d8e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.143722] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d79fee9-cf62-40b2-b2c6-2e819f10c7a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.301858] env[63198]: DEBUG oslo_concurrency.lockutils [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] Releasing lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.302159] env[63198]: DEBUG nova.compute.manager [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received event network-changed-bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.302324] env[63198]: DEBUG nova.compute.manager [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing instance network info cache due to event network-changed-bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.302537] env[63198]: DEBUG oslo_concurrency.lockutils [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] Acquiring lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.302720] env[63198]: DEBUG oslo_concurrency.lockutils [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] Acquired lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.302907] env[63198]: DEBUG nova.network.neutron [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing network info cache for port bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.501358] env[63198]: DEBUG nova.compute.utils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.509806] env[63198]: DEBUG nova.compute.manager [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.509988] env[63198]: DEBUG nova.network.neutron [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.593034] env[63198]: DEBUG nova.policy [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7519d6dc087c46629b36711f8cb3b0cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '259d5c30f6b54fb5946be5afe511e39a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.747600] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff1a30c-30b8-49c4-ae29-1b3d128c8a99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.756013] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe2a93-3769-4774-a350-ee3c60c78692 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.789519] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdd91bd-5ab3-4aed-98cd-bce1794143ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.797976] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e42ddb1-97ea-40bf-b535-a3ea26d912b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.814689] env[63198]: DEBUG nova.compute.provider_tree [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.011421] env[63198]: DEBUG nova.compute.manager [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.053241] env[63198]: DEBUG nova.compute.manager [req-a07b8510-d511-4e8d-be2c-3670f03fbaa2 req-49e6ec7f-ad6c-4071-9eae-485480c80055 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Received event network-vif-plugged-0dd304d7-7ed3-4296-8520-6c60093f40af {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.053671] env[63198]: DEBUG oslo_concurrency.lockutils [req-a07b8510-d511-4e8d-be2c-3670f03fbaa2 req-49e6ec7f-ad6c-4071-9eae-485480c80055 service nova] Acquiring lock "f4f678b8-080f-4a9e-a821-413e5291e6d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.054960] env[63198]: DEBUG oslo_concurrency.lockutils [req-a07b8510-d511-4e8d-be2c-3670f03fbaa2 req-49e6ec7f-ad6c-4071-9eae-485480c80055 service nova] Lock "f4f678b8-080f-4a9e-a821-413e5291e6d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.054960] env[63198]: DEBUG oslo_concurrency.lockutils [req-a07b8510-d511-4e8d-be2c-3670f03fbaa2 req-49e6ec7f-ad6c-4071-9eae-485480c80055 service nova] Lock "f4f678b8-080f-4a9e-a821-413e5291e6d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.054960] env[63198]: DEBUG nova.compute.manager [req-a07b8510-d511-4e8d-be2c-3670f03fbaa2 req-49e6ec7f-ad6c-4071-9eae-485480c80055 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] No waiting events found dispatching network-vif-plugged-0dd304d7-7ed3-4296-8520-6c60093f40af {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.054960] env[63198]: WARNING nova.compute.manager [req-a07b8510-d511-4e8d-be2c-3670f03fbaa2 req-49e6ec7f-ad6c-4071-9eae-485480c80055 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Received unexpected event network-vif-plugged-0dd304d7-7ed3-4296-8520-6c60093f40af for instance with vm_state building and task_state spawning. [ 1024.079057] env[63198]: DEBUG nova.network.neutron [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Successfully created port: 6469a1c2-22e1-4881-96c7-880eb009bf94 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.266733] env[63198]: DEBUG nova.network.neutron [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updated VIF entry in instance network info cache for port bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.267133] env[63198]: DEBUG nova.network.neutron [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.289872] env[63198]: DEBUG nova.network.neutron [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Successfully updated port: 0dd304d7-7ed3-4296-8520-6c60093f40af {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.318588] env[63198]: DEBUG nova.scheduler.client.report [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.445375] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.445641] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.445828] env[63198]: DEBUG nova.compute.manager [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Going to confirm migration 5 {{(pid=63198) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1024.551328] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.554021] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05cf29be-d724-4676-adbe-e6f3306884c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.562125] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1024.562125] env[63198]: value = "task-2712809" [ 1024.562125] env[63198]: _type = "Task" [ 1024.562125] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.570748] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.770191] env[63198]: DEBUG oslo_concurrency.lockutils [req-b80efa16-911b-4edc-a8d0-71099259207c req-ba27304a-88e3-4619-96e1-3bda80cda88b service nova] Releasing lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.795191] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "refresh_cache-f4f678b8-080f-4a9e-a821-413e5291e6d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.795191] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquired lock "refresh_cache-f4f678b8-080f-4a9e-a821-413e5291e6d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.795191] env[63198]: DEBUG nova.network.neutron [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.825590] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.828546] env[63198]: DEBUG oslo_concurrency.lockutils [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.378s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.828791] env[63198]: DEBUG nova.objects.instance [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lazy-loading 'resources' on Instance uuid 8da6e72b-031f-4bb9-84ab-ed9fe492d157 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.858615] env[63198]: INFO nova.scheduler.client.report [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Deleted allocations for instance 3c005688-f0bd-4646-8680-c4e3bab69b6d [ 1024.996032] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.996032] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.996160] env[63198]: DEBUG nova.network.neutron [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.996302] env[63198]: DEBUG nova.objects.instance [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'info_cache' on Instance uuid 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.021112] env[63198]: DEBUG nova.compute.manager [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.049642] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.050459] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.050772] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.050958] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.051119] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.052139] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.052139] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.052139] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.052139] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.052139] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.052485] env[63198]: DEBUG nova.virt.hardware [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.053637] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506d7101-016d-4f0c-ba46-d93c8cdcaf04 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.066107] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd0f2c0-bc9d-412b-ad3d-206f2aa5b18e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.074053] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712809, 'name': PowerOffVM_Task, 'duration_secs': 0.205454} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.081811] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.083835] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c223fe-2be9-4990-9b84-cf462e9b8d75 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.104602] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a1f4e1-fb46-4d3b-a153-6dbdabb77f74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.134723] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.134864] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe81a70f-502b-46de-ae79-9eb53b9f9eb8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.143713] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1025.143713] env[63198]: value = "task-2712810" [ 1025.143713] env[63198]: _type = "Task" [ 1025.143713] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.153396] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1025.153612] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.153855] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.154013] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.154229] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.154508] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ad1fb6d-087a-4345-99cf-e8a5c39f244d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.165113] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.165211] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.165891] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c599f49-a961-4018-aac3-e4e64d001d39 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.178508] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1025.178508] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523acf4d-5921-a052-381f-7755950baae4" [ 1025.178508] env[63198]: _type = "Task" [ 1025.178508] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.186282] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523acf4d-5921-a052-381f-7755950baae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.325480] env[63198]: DEBUG nova.network.neutron [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.373071] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1e5edb38-6a00-44ab-ac2c-ad7fc252c874 tempest-ServerTagsTestJSON-765938199 tempest-ServerTagsTestJSON-765938199-project-member] Lock "3c005688-f0bd-4646-8680-c4e3bab69b6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.893s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.496135] env[63198]: DEBUG nova.network.neutron [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Updating instance_info_cache with network_info: [{"id": "0dd304d7-7ed3-4296-8520-6c60093f40af", "address": "fa:16:3e:d5:81:84", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd304d7-7e", "ovs_interfaceid": "0dd304d7-7ed3-4296-8520-6c60093f40af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.586561] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb2313b-a46d-41fb-b833-1cfbe146802d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.595296] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7157c52-661f-4189-a623-c9ef0db576c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.632538] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d01e45d-3f40-41f6-8a9a-36c4ca5d3004 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.641086] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9d4cd9-750d-49ae-be7d-0749254f96d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.655852] env[63198]: DEBUG nova.compute.provider_tree [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.688031] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523acf4d-5921-a052-381f-7755950baae4, 'name': SearchDatastore_Task, 'duration_secs': 0.015526} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.688945] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637879ef-8ae4-4e24-b152-fe9a557ff8a1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.694750] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1025.694750] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f2b3dc-d3eb-5215-7031-10a26e343237" [ 1025.694750] env[63198]: _type = "Task" [ 1025.694750] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.704531] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f2b3dc-d3eb-5215-7031-10a26e343237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.736365] env[63198]: DEBUG nova.compute.manager [req-63e7e8b9-e1eb-4395-b02b-61cbb32114e2 req-6f8e8653-d15c-4daf-88e5-683e94cd0037 service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Received event network-vif-plugged-6469a1c2-22e1-4881-96c7-880eb009bf94 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.736757] env[63198]: DEBUG oslo_concurrency.lockutils [req-63e7e8b9-e1eb-4395-b02b-61cbb32114e2 req-6f8e8653-d15c-4daf-88e5-683e94cd0037 service nova] Acquiring lock "3af60c34-2c30-473a-912b-f27ba55e5e50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.737272] env[63198]: DEBUG oslo_concurrency.lockutils [req-63e7e8b9-e1eb-4395-b02b-61cbb32114e2 req-6f8e8653-d15c-4daf-88e5-683e94cd0037 service nova] Lock "3af60c34-2c30-473a-912b-f27ba55e5e50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.737824] env[63198]: DEBUG oslo_concurrency.lockutils [req-63e7e8b9-e1eb-4395-b02b-61cbb32114e2 req-6f8e8653-d15c-4daf-88e5-683e94cd0037 service nova] Lock "3af60c34-2c30-473a-912b-f27ba55e5e50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.738397] env[63198]: DEBUG nova.compute.manager [req-63e7e8b9-e1eb-4395-b02b-61cbb32114e2 req-6f8e8653-d15c-4daf-88e5-683e94cd0037 service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] No waiting events found dispatching network-vif-plugged-6469a1c2-22e1-4881-96c7-880eb009bf94 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.738851] env[63198]: WARNING nova.compute.manager [req-63e7e8b9-e1eb-4395-b02b-61cbb32114e2 req-6f8e8653-d15c-4daf-88e5-683e94cd0037 service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Received unexpected event network-vif-plugged-6469a1c2-22e1-4881-96c7-880eb009bf94 for instance with vm_state building and task_state spawning. [ 1025.765829] env[63198]: DEBUG nova.network.neutron [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Successfully updated port: 6469a1c2-22e1-4881-96c7-880eb009bf94 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.988019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "ede39f5f-cdd8-40a0-8078-e195722d26dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.988568] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "ede39f5f-cdd8-40a0-8078-e195722d26dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.000455] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Releasing lock "refresh_cache-f4f678b8-080f-4a9e-a821-413e5291e6d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.000770] env[63198]: DEBUG nova.compute.manager [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Instance network_info: |[{"id": "0dd304d7-7ed3-4296-8520-6c60093f40af", "address": "fa:16:3e:d5:81:84", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd304d7-7e", "ovs_interfaceid": "0dd304d7-7ed3-4296-8520-6c60093f40af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.001165] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:81:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd304d7-7ed3-4296-8520-6c60093f40af', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.008660] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Creating folder: Project (259d5c30f6b54fb5946be5afe511e39a). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.011439] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-693c4a58-be5d-464d-bfdf-46d53a509425 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.022476] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Created folder: Project (259d5c30f6b54fb5946be5afe511e39a) in parent group-v546185. [ 1026.022718] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Creating folder: Instances. Parent ref: group-v546461. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.023020] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5459541-729c-4cc7-8a7c-f26f0493dad1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.031676] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Created folder: Instances in parent group-v546461. [ 1026.031908] env[63198]: DEBUG oslo.service.loopingcall [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.034474] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.034474] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a3c98c7-b33d-4980-903d-f7aa1b90f6fb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.050652] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.050652] env[63198]: value = "task-2712813" [ 1026.050652] env[63198]: _type = "Task" [ 1026.050652] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.059633] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712813, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.085724] env[63198]: DEBUG nova.compute.manager [req-5435bc6a-2277-41d3-8015-f01040d274f2 req-bb4cd483-c83d-417b-8791-caff961a36f9 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Received event network-changed-0dd304d7-7ed3-4296-8520-6c60093f40af {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1026.085982] env[63198]: DEBUG nova.compute.manager [req-5435bc6a-2277-41d3-8015-f01040d274f2 req-bb4cd483-c83d-417b-8791-caff961a36f9 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Refreshing instance network info cache due to event network-changed-0dd304d7-7ed3-4296-8520-6c60093f40af. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1026.086238] env[63198]: DEBUG oslo_concurrency.lockutils [req-5435bc6a-2277-41d3-8015-f01040d274f2 req-bb4cd483-c83d-417b-8791-caff961a36f9 service nova] Acquiring lock "refresh_cache-f4f678b8-080f-4a9e-a821-413e5291e6d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.086302] env[63198]: DEBUG oslo_concurrency.lockutils [req-5435bc6a-2277-41d3-8015-f01040d274f2 req-bb4cd483-c83d-417b-8791-caff961a36f9 service nova] Acquired lock "refresh_cache-f4f678b8-080f-4a9e-a821-413e5291e6d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.086457] env[63198]: DEBUG nova.network.neutron [req-5435bc6a-2277-41d3-8015-f01040d274f2 req-bb4cd483-c83d-417b-8791-caff961a36f9 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Refreshing network info cache for port 0dd304d7-7ed3-4296-8520-6c60093f40af {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.159623] env[63198]: DEBUG nova.scheduler.client.report [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.211706] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f2b3dc-d3eb-5215-7031-10a26e343237, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.216856] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.217330] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 6649d4fe-3874-4919-a096-2a46c80f8be0/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. {{(pid=63198) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1026.218085] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9acfe19-420a-4814-8d3d-2698fd2b1add {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.227869] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1026.227869] env[63198]: value = "task-2712814" [ 1026.227869] env[63198]: _type = "Task" [ 1026.227869] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.239783] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.271963] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "refresh_cache-3af60c34-2c30-473a-912b-f27ba55e5e50" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.272461] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquired lock "refresh_cache-3af60c34-2c30-473a-912b-f27ba55e5e50" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.272757] env[63198]: DEBUG nova.network.neutron [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.374730] env[63198]: DEBUG nova.network.neutron [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance_info_cache with network_info: [{"id": "29cc8ac4-8809-49df-b586-020e85e41192", "address": "fa:16:3e:5c:b8:23", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cc8ac4-88", "ovs_interfaceid": "29cc8ac4-8809-49df-b586-020e85e41192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.492286] env[63198]: DEBUG nova.compute.manager [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.566546] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712813, 'name': CreateVM_Task, 'duration_secs': 0.325931} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.568402] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.568402] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.568402] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.568604] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.569042] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371f92b1-3948-4bfe-8bb4-067e52d118cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.575967] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1026.575967] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523a0ae9-6d90-4dcb-61fc-fb75127415e9" [ 1026.575967] env[63198]: _type = "Task" [ 1026.575967] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.588270] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523a0ae9-6d90-4dcb-61fc-fb75127415e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.666950] env[63198]: DEBUG oslo_concurrency.lockutils [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.670248] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.090s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.670724] env[63198]: DEBUG nova.objects.instance [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lazy-loading 'pci_requests' on Instance uuid 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.708840] env[63198]: INFO nova.scheduler.client.report [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Deleted allocations for instance 8da6e72b-031f-4bb9-84ab-ed9fe492d157 [ 1026.739428] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712814, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.838139] env[63198]: DEBUG nova.network.neutron [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.884114] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.884114] env[63198]: DEBUG nova.objects.instance [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'migration_context' on Instance uuid 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.003020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-aec9b7be-996c-4bd5-a68e-154bb57fc33a-7b77b84f-056e-46d3-b398-4968dca1c873" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.003303] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-aec9b7be-996c-4bd5-a68e-154bb57fc33a-7b77b84f-056e-46d3-b398-4968dca1c873" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.003471] env[63198]: DEBUG nova.objects.instance [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'flavor' on Instance uuid aec9b7be-996c-4bd5-a68e-154bb57fc33a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.025459] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.062711] env[63198]: DEBUG nova.network.neutron [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Updating instance_info_cache with network_info: [{"id": "6469a1c2-22e1-4881-96c7-880eb009bf94", "address": "fa:16:3e:ed:af:cb", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6469a1c2-22", "ovs_interfaceid": "6469a1c2-22e1-4881-96c7-880eb009bf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.091232] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523a0ae9-6d90-4dcb-61fc-fb75127415e9, 'name': SearchDatastore_Task, 'duration_secs': 0.020442} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.098821] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.099099] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.099331] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.100027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.100027] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.100236] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2600f9c-9985-4f5e-a63f-3f75b5d107d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.114483] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.114675] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.115574] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64476ad-f370-4d1c-8457-a83580c96a2a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.120580] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1027.120580] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5290d303-53ca-37c9-efb3-fc8bb4a2c485" [ 1027.120580] env[63198]: _type = "Task" [ 1027.120580] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.128656] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5290d303-53ca-37c9-efb3-fc8bb4a2c485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.141326] env[63198]: DEBUG nova.network.neutron [req-5435bc6a-2277-41d3-8015-f01040d274f2 req-bb4cd483-c83d-417b-8791-caff961a36f9 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Updated VIF entry in instance network info cache for port 0dd304d7-7ed3-4296-8520-6c60093f40af. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.141764] env[63198]: DEBUG nova.network.neutron [req-5435bc6a-2277-41d3-8015-f01040d274f2 req-bb4cd483-c83d-417b-8791-caff961a36f9 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Updating instance_info_cache with network_info: [{"id": "0dd304d7-7ed3-4296-8520-6c60093f40af", "address": "fa:16:3e:d5:81:84", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd304d7-7e", "ovs_interfaceid": "0dd304d7-7ed3-4296-8520-6c60093f40af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.177703] env[63198]: DEBUG nova.objects.instance [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lazy-loading 'numa_topology' on Instance uuid 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.225302] env[63198]: DEBUG oslo_concurrency.lockutils [None req-43246052-18d3-48dd-8559-7d6fb4988675 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "8da6e72b-031f-4bb9-84ab-ed9fe492d157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.507s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.239815] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513163} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.240782] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 6649d4fe-3874-4919-a096-2a46c80f8be0/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. [ 1027.242310] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0386c8b-6d6f-43ec-b669-622d4d3bc664 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.269981] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6649d4fe-3874-4919-a096-2a46c80f8be0/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.270679] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea37700-dbc5-48f2-83d4-c6c44e7495e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.292582] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1027.292582] env[63198]: value = "task-2712815" [ 1027.292582] env[63198]: _type = "Task" [ 1027.292582] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.300140] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.385466] env[63198]: DEBUG nova.objects.base [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Object Instance<27b8d2f5-65c6-4129-96b7-9b3941dbe262> lazy-loaded attributes: info_cache,migration_context {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.386457] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96770d0f-58eb-4ba3-b5e5-e8bd733a91f4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.406881] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1657ab22-3854-46c7-b1ef-c6f32c2ab865 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.415644] env[63198]: DEBUG oslo_vmware.api [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1027.415644] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207a88f-1c05-62b9-466a-4048061db5df" [ 1027.415644] env[63198]: _type = "Task" [ 1027.415644] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.425456] env[63198]: DEBUG oslo_vmware.api [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5207a88f-1c05-62b9-466a-4048061db5df, 'name': SearchDatastore_Task, 'duration_secs': 0.006697} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.425456] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.565837] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Releasing lock "refresh_cache-3af60c34-2c30-473a-912b-f27ba55e5e50" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.566208] env[63198]: DEBUG nova.compute.manager [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Instance network_info: |[{"id": "6469a1c2-22e1-4881-96c7-880eb009bf94", "address": "fa:16:3e:ed:af:cb", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6469a1c2-22", "ovs_interfaceid": "6469a1c2-22e1-4881-96c7-880eb009bf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.566672] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:af:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6469a1c2-22e1-4881-96c7-880eb009bf94', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.574240] env[63198]: DEBUG oslo.service.loopingcall [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.574499] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.574689] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cb42787-2104-43e1-b4e3-d899d6554e02 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.601103] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.601103] env[63198]: value = "task-2712816" [ 1027.601103] env[63198]: _type = "Task" [ 1027.601103] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.609172] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712816, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.631618] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5290d303-53ca-37c9-efb3-fc8bb4a2c485, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.632151] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84a6bc0-7f57-44e7-b04e-0723d8de1470 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.637243] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1027.637243] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b83267-3d7b-92bc-fd72-99c05e3129b7" [ 1027.637243] env[63198]: _type = "Task" [ 1027.637243] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.645230] env[63198]: DEBUG oslo_concurrency.lockutils [req-5435bc6a-2277-41d3-8015-f01040d274f2 req-bb4cd483-c83d-417b-8791-caff961a36f9 service nova] Releasing lock "refresh_cache-f4f678b8-080f-4a9e-a821-413e5291e6d6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.648783] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b83267-3d7b-92bc-fd72-99c05e3129b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.666911] env[63198]: DEBUG nova.objects.instance [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'pci_requests' on Instance uuid aec9b7be-996c-4bd5-a68e-154bb57fc33a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.681785] env[63198]: INFO nova.compute.claims [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.805275] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712815, 'name': ReconfigVM_Task, 'duration_secs': 0.324573} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.805659] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6649d4fe-3874-4919-a096-2a46c80f8be0/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.806692] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34695d6-c5ed-48ca-9071-1b8576fc9dac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.836931] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a31ed8-d040-46d6-936e-a5a93ed29564 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.856034] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1027.856034] env[63198]: value = "task-2712817" [ 1027.856034] env[63198]: _type = "Task" [ 1027.856034] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.865258] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.944715] env[63198]: DEBUG nova.compute.manager [req-f7b6fc82-869a-46df-9659-f7e3d8163fd2 req-09b38ce6-4921-4bc5-9c8e-911a6498d41c service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Received event network-changed-6469a1c2-22e1-4881-96c7-880eb009bf94 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.944897] env[63198]: DEBUG nova.compute.manager [req-f7b6fc82-869a-46df-9659-f7e3d8163fd2 req-09b38ce6-4921-4bc5-9c8e-911a6498d41c service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Refreshing instance network info cache due to event network-changed-6469a1c2-22e1-4881-96c7-880eb009bf94. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.945148] env[63198]: DEBUG oslo_concurrency.lockutils [req-f7b6fc82-869a-46df-9659-f7e3d8163fd2 req-09b38ce6-4921-4bc5-9c8e-911a6498d41c service nova] Acquiring lock "refresh_cache-3af60c34-2c30-473a-912b-f27ba55e5e50" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.945255] env[63198]: DEBUG oslo_concurrency.lockutils [req-f7b6fc82-869a-46df-9659-f7e3d8163fd2 req-09b38ce6-4921-4bc5-9c8e-911a6498d41c service nova] Acquired lock "refresh_cache-3af60c34-2c30-473a-912b-f27ba55e5e50" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.945879] env[63198]: DEBUG nova.network.neutron [req-f7b6fc82-869a-46df-9659-f7e3d8163fd2 req-09b38ce6-4921-4bc5-9c8e-911a6498d41c service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Refreshing network info cache for port 6469a1c2-22e1-4881-96c7-880eb009bf94 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.110787] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712816, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.148025] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b83267-3d7b-92bc-fd72-99c05e3129b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.148293] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.148556] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] f4f678b8-080f-4a9e-a821-413e5291e6d6/f4f678b8-080f-4a9e-a821-413e5291e6d6.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.148865] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c81a23b-3f11-4b15-81b9-7655d09fa80d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.156212] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1028.156212] env[63198]: value = "task-2712818" [ 1028.156212] env[63198]: _type = "Task" [ 1028.156212] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.163901] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.171107] env[63198]: DEBUG nova.objects.base [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1028.171107] env[63198]: DEBUG nova.network.neutron [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.236033] env[63198]: DEBUG nova.policy [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143622509532476a81dd0b24fff2f677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cb8bd505c64506910a1038e014afb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.366315] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.614884] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712816, 'name': CreateVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.665716] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494834} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.665975] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] f4f678b8-080f-4a9e-a821-413e5291e6d6/f4f678b8-080f-4a9e-a821-413e5291e6d6.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.669927] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.670221] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-824e8268-b0eb-49a6-93b1-e2dbde7eda14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.676170] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1028.676170] env[63198]: value = "task-2712819" [ 1028.676170] env[63198]: _type = "Task" [ 1028.676170] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.684136] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.738806] env[63198]: DEBUG nova.network.neutron [req-f7b6fc82-869a-46df-9659-f7e3d8163fd2 req-09b38ce6-4921-4bc5-9c8e-911a6498d41c service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Updated VIF entry in instance network info cache for port 6469a1c2-22e1-4881-96c7-880eb009bf94. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.739183] env[63198]: DEBUG nova.network.neutron [req-f7b6fc82-869a-46df-9659-f7e3d8163fd2 req-09b38ce6-4921-4bc5-9c8e-911a6498d41c service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Updating instance_info_cache with network_info: [{"id": "6469a1c2-22e1-4881-96c7-880eb009bf94", "address": "fa:16:3e:ed:af:cb", "network": {"id": "54acd73f-dce2-492a-9f54-0d24204ef204", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "14f954d95af8498abdfcfedc127546d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6469a1c2-22", "ovs_interfaceid": "6469a1c2-22e1-4881-96c7-880eb009bf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.867280] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.907333] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278d0a74-5e69-4e7b-9db7-273d9290b671 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.914479] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8c2f5-649f-48aa-82d9-33e608bf53ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.947031] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6318d622-7d58-4b71-b63b-8c201bde4588 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.954839] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9065fe-10fc-4d17-bbf4-f5475a30da05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.968978] env[63198]: DEBUG nova.compute.provider_tree [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.113727] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712816, 'name': CreateVM_Task, 'duration_secs': 1.440758} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.114015] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.114608] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.114773] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.115118] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.115384] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f6b1f9-d51c-4faa-a997-00aef1699696 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.120048] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1029.120048] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd1663-1f12-fe07-96bd-df92e443e5a8" [ 1029.120048] env[63198]: _type = "Task" [ 1029.120048] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.127672] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd1663-1f12-fe07-96bd-df92e443e5a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.185716] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063878} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.185987] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.186781] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83436db-adfe-4e9f-bfc2-502d871ddcfe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.208158] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] f4f678b8-080f-4a9e-a821-413e5291e6d6/f4f678b8-080f-4a9e-a821-413e5291e6d6.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.209029] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc569c3-8830-4274-a8ba-84b1a118a662 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.227558] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1029.227558] env[63198]: value = "task-2712820" [ 1029.227558] env[63198]: _type = "Task" [ 1029.227558] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.235017] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.244075] env[63198]: DEBUG oslo_concurrency.lockutils [req-f7b6fc82-869a-46df-9659-f7e3d8163fd2 req-09b38ce6-4921-4bc5-9c8e-911a6498d41c service nova] Releasing lock "refresh_cache-3af60c34-2c30-473a-912b-f27ba55e5e50" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.367646] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712817, 'name': ReconfigVM_Task, 'duration_secs': 1.197683} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.367924] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.368260] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2880d866-409f-4c96-b372-bc8a1c089543 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.374843] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1029.374843] env[63198]: value = "task-2712821" [ 1029.374843] env[63198]: _type = "Task" [ 1029.374843] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.383805] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.492009] env[63198]: ERROR nova.scheduler.client.report [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [req-8f95f57a-0909-4c34-b6fb-43b24874fdea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d308dc64-6d78-4a70-909e-0ffbc815f5eb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8f95f57a-0909-4c34-b6fb-43b24874fdea"}]} [ 1029.510838] env[63198]: DEBUG nova.scheduler.client.report [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1029.525510] env[63198]: DEBUG nova.scheduler.client.report [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1029.525769] env[63198]: DEBUG nova.compute.provider_tree [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.537705] env[63198]: DEBUG nova.scheduler.client.report [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1029.556927] env[63198]: DEBUG nova.scheduler.client.report [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1029.633098] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd1663-1f12-fe07-96bd-df92e443e5a8, 'name': SearchDatastore_Task, 'duration_secs': 0.031373} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.633405] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.633624] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.633869] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.634046] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.634435] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.634566] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3943ebac-ae65-4f72-80e3-5a61506a600c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.642350] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.642531] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.643286] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a76a374-ce7e-47da-a364-2d642345a172 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.648283] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1029.648283] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52504dcd-7f12-fd88-d460-fc3548d54d56" [ 1029.648283] env[63198]: _type = "Task" [ 1029.648283] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.657604] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52504dcd-7f12-fd88-d460-fc3548d54d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.708376] env[63198]: DEBUG nova.network.neutron [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Successfully updated port: 7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.737528] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712820, 'name': ReconfigVM_Task, 'duration_secs': 0.30386} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.740177] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Reconfigured VM instance instance-0000006a to attach disk [datastore2] f4f678b8-080f-4a9e-a821-413e5291e6d6/f4f678b8-080f-4a9e-a821-413e5291e6d6.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.741063] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a93695a-6a9f-47e8-985a-816ae74ed7fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.748322] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1029.748322] env[63198]: value = "task-2712822" [ 1029.748322] env[63198]: _type = "Task" [ 1029.748322] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.758717] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712822, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.777197] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88645a0-541d-4e3d-af66-8309e87597e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.784396] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65f780a-1887-476f-bf48-50f8daa5ab00 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.787675] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.787960] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.788279] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.788512] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.788714] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.791217] env[63198]: INFO nova.compute.manager [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Terminating instance [ 1029.820406] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55378ad-df94-44ea-8d48-2b64a682ca49 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.828734] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886d02bd-d19a-454e-9ab4-6aae5adb7991 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.842761] env[63198]: DEBUG nova.compute.provider_tree [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.887226] env[63198]: DEBUG oslo_vmware.api [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712821, 'name': PowerOnVM_Task, 'duration_secs': 0.402117} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.887376] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.889956] env[63198]: DEBUG nova.compute.manager [None req-76a2d3c5-008c-4337-978d-940a8d838b04 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.890754] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3fb8a5-770e-4980-8fc1-e199aac3bbc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.019417] env[63198]: DEBUG nova.compute.manager [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received event network-vif-plugged-7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.019641] env[63198]: DEBUG oslo_concurrency.lockutils [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] Acquiring lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.019802] env[63198]: DEBUG oslo_concurrency.lockutils [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.019974] env[63198]: DEBUG oslo_concurrency.lockutils [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.020191] env[63198]: DEBUG nova.compute.manager [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] No waiting events found dispatching network-vif-plugged-7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.020368] env[63198]: WARNING nova.compute.manager [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received unexpected event network-vif-plugged-7b77b84f-056e-46d3-b398-4968dca1c873 for instance with vm_state active and task_state None. [ 1030.020527] env[63198]: DEBUG nova.compute.manager [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received event network-changed-7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.020827] env[63198]: DEBUG nova.compute.manager [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing instance network info cache due to event network-changed-7b77b84f-056e-46d3-b398-4968dca1c873. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.021101] env[63198]: DEBUG oslo_concurrency.lockutils [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] Acquiring lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.021263] env[63198]: DEBUG oslo_concurrency.lockutils [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] Acquired lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.021429] env[63198]: DEBUG nova.network.neutron [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing network info cache for port 7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.159910] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52504dcd-7f12-fd88-d460-fc3548d54d56, 'name': SearchDatastore_Task, 'duration_secs': 0.008818} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.160734] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e32213-1040-4800-90c0-abedf43ad010 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.165703] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1030.165703] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526aa03e-0142-6619-b92d-769b42ab6cc9" [ 1030.165703] env[63198]: _type = "Task" [ 1030.165703] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.173317] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526aa03e-0142-6619-b92d-769b42ab6cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.208143] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.258346] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712822, 'name': Rename_Task, 'duration_secs': 0.143514} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.258624] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.258871] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4544fd3-7cb1-4770-b7b3-35ae34884f46 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.265513] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1030.265513] env[63198]: value = "task-2712823" [ 1030.265513] env[63198]: _type = "Task" [ 1030.265513] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.273676] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.324638] env[63198]: DEBUG nova.compute.manager [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.324857] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.325804] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc8be74-962a-49c9-8661-87c6f4d510c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.333321] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.333547] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecd673d5-435f-4ad5-bb8e-a9f9d4caa390 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.339460] env[63198]: DEBUG oslo_vmware.api [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 1030.339460] env[63198]: value = "task-2712824" [ 1030.339460] env[63198]: _type = "Task" [ 1030.339460] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.348798] env[63198]: DEBUG oslo_vmware.api [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.376425] env[63198]: DEBUG nova.scheduler.client.report [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Updated inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1030.376707] env[63198]: DEBUG nova.compute.provider_tree [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Updating resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb generation from 139 to 140 during operation: update_inventory {{(pid=63198) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1030.376887] env[63198]: DEBUG nova.compute.provider_tree [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.678612] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526aa03e-0142-6619-b92d-769b42ab6cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.678775] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.679740] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 3af60c34-2c30-473a-912b-f27ba55e5e50/3af60c34-2c30-473a-912b-f27ba55e5e50.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.679740] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a068aa1d-b810-414b-96de-a8811924c768 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.687022] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1030.687022] env[63198]: value = "task-2712825" [ 1030.687022] env[63198]: _type = "Task" [ 1030.687022] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.694083] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.745295] env[63198]: DEBUG nova.network.neutron [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Added VIF to instance network info cache for port 7b77b84f-056e-46d3-b398-4968dca1c873. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1030.745753] env[63198]: DEBUG nova.network.neutron [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b77b84f-056e-46d3-b398-4968dca1c873", "address": "fa:16:3e:bc:32:f5", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b77b84f-05", "ovs_interfaceid": "7b77b84f-056e-46d3-b398-4968dca1c873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.776186] env[63198]: DEBUG oslo_vmware.api [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712823, 'name': PowerOnVM_Task, 'duration_secs': 0.468019} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.777400] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.777608] env[63198]: INFO nova.compute.manager [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1030.777782] env[63198]: DEBUG nova.compute.manager [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.780434] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6785e3-db44-4c39-8414-40cd63e6c236 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.850182] env[63198]: DEBUG oslo_vmware.api [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712824, 'name': PowerOffVM_Task, 'duration_secs': 0.191665} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.850389] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.850641] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.852009] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df5a392b-57dd-4bb2-8d64-b06fbe73beb5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.882283] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.212s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.885701] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.653s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.885959] env[63198]: DEBUG nova.objects.instance [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'resources' on Instance uuid 31b72d6d-7103-438f-995a-d3e607efd785 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.913658] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.913947] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.914184] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Deleting the datastore file [datastore1] a6d58bc7-9239-4212-b6f7-48a17e723dd8 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.914456] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7ab6ea5-73a9-49f1-99d2-5952d0589c3b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.922498] env[63198]: DEBUG oslo_vmware.api [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for the task: (returnval){ [ 1030.922498] env[63198]: value = "task-2712827" [ 1030.922498] env[63198]: _type = "Task" [ 1030.922498] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.927666] env[63198]: INFO nova.network.neutron [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating port 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1030.934578] env[63198]: DEBUG oslo_vmware.api [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.202444] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.248473] env[63198]: DEBUG oslo_concurrency.lockutils [req-4cd605be-fadc-48aa-8501-6cd1dd33a8f3 req-ece0e922-a16b-4a06-81ff-397a08d49897 service nova] Releasing lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.248948] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.249168] env[63198]: DEBUG nova.network.neutron [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.284438] env[63198]: INFO nova.compute.manager [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Unrescuing [ 1031.284718] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.284848] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.285064] env[63198]: DEBUG nova.network.neutron [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.299538] env[63198]: INFO nova.compute.manager [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Took 21.84 seconds to build instance. [ 1031.434627] env[63198]: DEBUG oslo_vmware.api [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Task: {'id': task-2712827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374344} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.434891] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.435099] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.435273] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.435446] env[63198]: INFO nova.compute.manager [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1031.435685] env[63198]: DEBUG oslo.service.loopingcall [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.435911] env[63198]: DEBUG nova.compute.manager [-] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.436046] env[63198]: DEBUG nova.network.neutron [-] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.604975] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a609df7a-35a0-4d97-9dd5-d2892a56b28f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.612640] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ef7997-26a7-4f6e-8501-3186517a0bf6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.644124] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca9a677-839f-44ef-9122-8c91532cc9ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.651361] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdd97fe-921c-44b4-9c07-9542b40aada5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.664577] env[63198]: DEBUG nova.compute.provider_tree [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.696498] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631584} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.696759] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 3af60c34-2c30-473a-912b-f27ba55e5e50/3af60c34-2c30-473a-912b-f27ba55e5e50.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.697043] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.697330] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e7a54cb-8123-441b-889f-64521a056951 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.702980] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1031.702980] env[63198]: value = "task-2712828" [ 1031.702980] env[63198]: _type = "Task" [ 1031.702980] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.712448] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.786340] env[63198]: WARNING nova.network.neutron [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] 7a568656-1fe8-4d48-a7a4-d59ccc13b608 already exists in list: networks containing: ['7a568656-1fe8-4d48-a7a4-d59ccc13b608']. ignoring it [ 1031.786554] env[63198]: WARNING nova.network.neutron [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] 7a568656-1fe8-4d48-a7a4-d59ccc13b608 already exists in list: networks containing: ['7a568656-1fe8-4d48-a7a4-d59ccc13b608']. ignoring it [ 1031.786721] env[63198]: WARNING nova.network.neutron [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] 7b77b84f-056e-46d3-b398-4968dca1c873 already exists in list: port_ids containing: ['7b77b84f-056e-46d3-b398-4968dca1c873']. ignoring it [ 1031.792894] env[63198]: DEBUG nova.compute.manager [req-f090f36b-d961-4468-b21e-b55b8b2d33a6 req-65074922-7a21-4fdb-8057-5aa86907b052 service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Received event network-vif-deleted-cbb9e7a5-8048-430b-8e6c-6fb26344d752 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.793111] env[63198]: INFO nova.compute.manager [req-f090f36b-d961-4468-b21e-b55b8b2d33a6 req-65074922-7a21-4fdb-8057-5aa86907b052 service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Neutron deleted interface cbb9e7a5-8048-430b-8e6c-6fb26344d752; detaching it from the instance and deleting it from the info cache [ 1031.793286] env[63198]: DEBUG nova.network.neutron [req-f090f36b-d961-4468-b21e-b55b8b2d33a6 req-65074922-7a21-4fdb-8057-5aa86907b052 service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.801519] env[63198]: DEBUG oslo_concurrency.lockutils [None req-088c5ce0-f11a-497c-b7f7-a4d15fa23fee tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "f4f678b8-080f-4a9e-a821-413e5291e6d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.347s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.167848] env[63198]: DEBUG nova.scheduler.client.report [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.192161] env[63198]: DEBUG nova.network.neutron [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Updating instance_info_cache with network_info: [{"id": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "address": "fa:16:3e:3a:9a:1d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1d0641-2b", "ovs_interfaceid": "2a1d0641-2b6c-4cd2-8852-764da380a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.214280] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065724} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.214896] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.216392] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a3c6e-1842-4ac8-80c3-0f92f244b5ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.224297] env[63198]: DEBUG nova.network.neutron [-] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.246112] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 3af60c34-2c30-473a-912b-f27ba55e5e50/3af60c34-2c30-473a-912b-f27ba55e5e50.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.247051] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05cecd47-b1ab-4c28-b03a-63faea2b67f8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.267439] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1032.267439] env[63198]: value = "task-2712829" [ 1032.267439] env[63198]: _type = "Task" [ 1032.267439] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.278853] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.297140] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f521127-5c06-47dc-98ef-32f1bbe4a8d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.309291] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50001288-bba8-41fc-9886-f5e3b9b6b0e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.322712] env[63198]: DEBUG nova.network.neutron [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b77b84f-056e-46d3-b398-4968dca1c873", "address": "fa:16:3e:bc:32:f5", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b77b84f-05", "ovs_interfaceid": "7b77b84f-056e-46d3-b398-4968dca1c873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.346113] env[63198]: DEBUG nova.compute.manager [req-f090f36b-d961-4468-b21e-b55b8b2d33a6 req-65074922-7a21-4fdb-8057-5aa86907b052 service nova] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Detach interface failed, port_id=cbb9e7a5-8048-430b-8e6c-6fb26344d752, reason: Instance a6d58bc7-9239-4212-b6f7-48a17e723dd8 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1032.406857] env[63198]: DEBUG nova.compute.manager [req-fbfffc42-4c66-4705-992b-3d01de3a821e req-8982d51b-6c7b-4aee-850a-a99a8f81cf89 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received event network-vif-plugged-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.407082] env[63198]: DEBUG oslo_concurrency.lockutils [req-fbfffc42-4c66-4705-992b-3d01de3a821e req-8982d51b-6c7b-4aee-850a-a99a8f81cf89 service nova] Acquiring lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.407178] env[63198]: DEBUG oslo_concurrency.lockutils [req-fbfffc42-4c66-4705-992b-3d01de3a821e req-8982d51b-6c7b-4aee-850a-a99a8f81cf89 service nova] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.407323] env[63198]: DEBUG oslo_concurrency.lockutils [req-fbfffc42-4c66-4705-992b-3d01de3a821e req-8982d51b-6c7b-4aee-850a-a99a8f81cf89 service nova] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.407574] env[63198]: DEBUG nova.compute.manager [req-fbfffc42-4c66-4705-992b-3d01de3a821e req-8982d51b-6c7b-4aee-850a-a99a8f81cf89 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] No waiting events found dispatching network-vif-plugged-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.407843] env[63198]: WARNING nova.compute.manager [req-fbfffc42-4c66-4705-992b-3d01de3a821e req-8982d51b-6c7b-4aee-850a-a99a8f81cf89 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received unexpected event network-vif-plugged-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce for instance with vm_state shelved_offloaded and task_state spawning. [ 1032.437035] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.437239] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.437416] env[63198]: DEBUG nova.network.neutron [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.675114] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.677466] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.625s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.678929] env[63198]: INFO nova.compute.claims [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.695019] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "refresh_cache-6649d4fe-3874-4919-a096-2a46c80f8be0" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.695019] env[63198]: DEBUG nova.objects.instance [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lazy-loading 'flavor' on Instance uuid 6649d4fe-3874-4919-a096-2a46c80f8be0 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.703954] env[63198]: INFO nova.scheduler.client.report [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted allocations for instance 31b72d6d-7103-438f-995a-d3e607efd785 [ 1032.726702] env[63198]: INFO nova.compute.manager [-] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Took 1.29 seconds to deallocate network for instance. [ 1032.777556] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.828060] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.828708] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.828872] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.830032] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d566f180-6fe9-49cf-9e7a-285df947a2cf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.847252] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.847483] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.847636] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.847817] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.847966] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.848147] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.848371] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.848532] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.848696] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.848899] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.849037] env[63198]: DEBUG nova.virt.hardware [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.855355] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Reconfiguring VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1032.855657] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a180433-83c4-45f9-94e0-09783eccfba1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.872962] env[63198]: DEBUG oslo_vmware.api [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1032.872962] env[63198]: value = "task-2712830" [ 1032.872962] env[63198]: _type = "Task" [ 1032.872962] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.880396] env[63198]: DEBUG oslo_vmware.api [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712830, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.166633] env[63198]: DEBUG nova.network.neutron [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating instance_info_cache with network_info: [{"id": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "address": "fa:16:3e:c7:36:d3", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1d09f0-d0", "ovs_interfaceid": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.202548] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9ee495-802d-43a1-af36-0191aa0e4c03 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.226153] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.226691] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a59fe1e9-04d8-4825-bcf5-ee712a2469a5 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "31b72d6d-7103-438f-995a-d3e607efd785" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.607s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.227567] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8d24c50-e498-48f0-aa84-befae3dcc691 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.233485] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.234963] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1033.234963] env[63198]: value = "task-2712831" [ 1033.234963] env[63198]: _type = "Task" [ 1033.234963] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.244277] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.282309] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712829, 'name': ReconfigVM_Task, 'duration_secs': 0.814227} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.282790] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 3af60c34-2c30-473a-912b-f27ba55e5e50/3af60c34-2c30-473a-912b-f27ba55e5e50.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.283741] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06957042-6494-4e50-82b7-5b9ff67191e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.293400] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1033.293400] env[63198]: value = "task-2712832" [ 1033.293400] env[63198]: _type = "Task" [ 1033.293400] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.307130] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712832, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.384325] env[63198]: DEBUG oslo_vmware.api [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.669134] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.698234] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e035524a787d3267d64ed2eec1d4de45',container_format='bare',created_at=2025-02-19T21:14:02Z,direct_url=,disk_format='vmdk',id=7af62f39-bfb6-428f-b2a4-9f2e08f40d40,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-486908165-shelved',owner='fdd8b30d43374b768a32e6e0eaf75436',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-19T21:14:17Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.698511] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.698681] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.698881] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.700512] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.700827] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.701122] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.701305] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.701481] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.701672] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.701852] env[63198]: DEBUG nova.virt.hardware [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.703072] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e81707e-222a-4332-9d19-edbc1bfaf4aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.712916] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8681aa3f-73dc-425d-9f5e-6f83227a8231 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.726541] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:36:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91712705-510f-41a0-a803-2ecd92b676e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.735335] env[63198]: DEBUG oslo.service.loopingcall [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.738480] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.738972] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-239e90f3-5284-4629-957d-c073b981344d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.763459] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712831, 'name': PowerOffVM_Task, 'duration_secs': 0.221386} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.764925] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.770381] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.770721] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.770721] env[63198]: value = "task-2712833" [ 1033.770721] env[63198]: _type = "Task" [ 1033.770721] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.773606] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70f0649-aea9-4664-8353-e8c6261ccf74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.796292] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712833, 'name': CreateVM_Task} progress is 15%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.800488] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1033.800488] env[63198]: value = "task-2712834" [ 1033.800488] env[63198]: _type = "Task" [ 1033.800488] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.811227] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712832, 'name': Rename_Task, 'duration_secs': 0.194058} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.811899] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.812158] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d1904b2-cede-48bf-afaa-4e5725bcd0f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.820119] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.824021] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1033.824021] env[63198]: value = "task-2712835" [ 1033.824021] env[63198]: _type = "Task" [ 1033.824021] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.834345] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.891638] env[63198]: DEBUG oslo_vmware.api [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712830, 'name': ReconfigVM_Task, 'duration_secs': 0.826898} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.892380] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.892747] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Reconfigured VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1033.967082] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa468f24-145e-4b4d-87fe-d6154dd90473 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.977857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6475d542-a2f0-45f5-99f3-32df9ce72123 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.016267] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d51ae9-c191-42ba-8b88-e0bd6ce27a8b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.024926] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376db8cd-7924-4eea-8ef2-1332f317f2ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.037496] env[63198]: DEBUG nova.compute.provider_tree [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.296755] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712833, 'name': CreateVM_Task, 'duration_secs': 0.335569} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.297114] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.297903] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.298187] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.298515] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.298791] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9816fe0-6314-41d3-9e7a-98047f60712e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.304056] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1034.304056] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52800d20-c5e4-c752-1557-d5aa286df983" [ 1034.304056] env[63198]: _type = "Task" [ 1034.304056] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.317533] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712834, 'name': ReconfigVM_Task, 'duration_secs': 0.274068} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.320290] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.320500] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.320762] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52800d20-c5e4-c752-1557-d5aa286df983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.320984] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9c469cf-5ba3-44da-ad85-af7c277f4922 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.328182] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1034.328182] env[63198]: value = "task-2712836" [ 1034.328182] env[63198]: _type = "Task" [ 1034.328182] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.334350] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712835, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.339619] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.401319] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c2325fd4-2dfc-42b0-aca9-e0f861e23657 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-aec9b7be-996c-4bd5-a68e-154bb57fc33a-7b77b84f-056e-46d3-b398-4968dca1c873" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.398s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.541071] env[63198]: DEBUG nova.scheduler.client.report [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.651892] env[63198]: DEBUG nova.compute.manager [req-d15297ac-c86e-48f8-9e1d-26de6f48be8d req-4b57e372-53ee-4ff2-b821-a45628b73760 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received event network-changed-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.652126] env[63198]: DEBUG nova.compute.manager [req-d15297ac-c86e-48f8-9e1d-26de6f48be8d req-4b57e372-53ee-4ff2-b821-a45628b73760 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Refreshing instance network info cache due to event network-changed-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.652346] env[63198]: DEBUG oslo_concurrency.lockutils [req-d15297ac-c86e-48f8-9e1d-26de6f48be8d req-4b57e372-53ee-4ff2-b821-a45628b73760 service nova] Acquiring lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.652708] env[63198]: DEBUG oslo_concurrency.lockutils [req-d15297ac-c86e-48f8-9e1d-26de6f48be8d req-4b57e372-53ee-4ff2-b821-a45628b73760 service nova] Acquired lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.652708] env[63198]: DEBUG nova.network.neutron [req-d15297ac-c86e-48f8-9e1d-26de6f48be8d req-4b57e372-53ee-4ff2-b821-a45628b73760 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Refreshing network info cache for port 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.818541] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.818798] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Processing image 7af62f39-bfb6-428f-b2a4-9f2e08f40d40 {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.819040] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40/7af62f39-bfb6-428f-b2a4-9f2e08f40d40.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.819195] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40/7af62f39-bfb6-428f-b2a4-9f2e08f40d40.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.819374] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.819627] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dc57e7b-f1bb-4e72-a895-6289f16f0b8c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.835477] env[63198]: DEBUG oslo_vmware.api [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712835, 'name': PowerOnVM_Task, 'duration_secs': 0.516932} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.836299] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.836566] env[63198]: INFO nova.compute.manager [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1034.836752] env[63198]: DEBUG nova.compute.manager [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.837646] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dcb325-c4e2-4097-95a3-15ea7b5d6f13 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.844579] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.844762] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.845498] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.846072] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d2b46f-90dd-4bad-9c10-1c359289d2ad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.855167] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1034.855167] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522a7ca9-25c3-ddcc-6278-5a8f5327ad2d" [ 1034.855167] env[63198]: _type = "Task" [ 1034.855167] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.862692] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522a7ca9-25c3-ddcc-6278-5a8f5327ad2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.977921] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "087eb9e9-c205-4bdf-a270-d26425b46846" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.978170] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "087eb9e9-c205-4bdf-a270-d26425b46846" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.046818] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.046818] env[63198]: DEBUG nova.compute.manager [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.050461] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.918s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.050546] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.050727] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1035.051111] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.260s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.052604] env[63198]: INFO nova.compute.claims [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.056799] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cae2c6-e1ea-4399-9200-762a74b9cedd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.065841] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355dd153-0b81-477e-8bb2-285eb47fb5da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.081824] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4068e0-4d0f-490f-891a-46ac11bf4949 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.089417] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9b616e-23a3-4083-bbc6-3a92e15b6ca7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.121468] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179898MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1035.121632] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.340133] env[63198]: DEBUG oslo_vmware.api [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712836, 'name': PowerOnVM_Task, 'duration_secs': 0.884023} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.340454] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.340612] env[63198]: DEBUG nova.compute.manager [None req-3113c0d6-d8b4-453d-9a1c-6347700b2a0a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.341474] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b62760-d957-4cf6-ba91-ea377fd16df1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.362584] env[63198]: INFO nova.compute.manager [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Took 25.64 seconds to build instance. [ 1035.369629] env[63198]: DEBUG nova.network.neutron [req-d15297ac-c86e-48f8-9e1d-26de6f48be8d req-4b57e372-53ee-4ff2-b821-a45628b73760 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updated VIF entry in instance network info cache for port 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.369629] env[63198]: DEBUG nova.network.neutron [req-d15297ac-c86e-48f8-9e1d-26de6f48be8d req-4b57e372-53ee-4ff2-b821-a45628b73760 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating instance_info_cache with network_info: [{"id": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "address": "fa:16:3e:c7:36:d3", "network": {"id": "5f6b7ad1-d5d3-4ec9-be38-9c8f6893824b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1394966265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd8b30d43374b768a32e6e0eaf75436", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91712705-510f-41a0-a803-2ecd92b676e1", "external-id": "nsx-vlan-transportzone-512", "segmentation_id": 512, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1d09f0-d0", "ovs_interfaceid": "8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.370589] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Preparing fetch location {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1035.370833] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Fetch image to [datastore2] OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37/OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37.vmdk {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1035.371035] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Downloading stream optimized image 7af62f39-bfb6-428f-b2a4-9f2e08f40d40 to [datastore2] OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37/OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37.vmdk on the data store datastore2 as vApp {{(pid=63198) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1035.371211] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Downloading image file data 7af62f39-bfb6-428f-b2a4-9f2e08f40d40 to the ESX as VM named 'OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37' {{(pid=63198) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1035.445056] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1035.445056] env[63198]: value = "resgroup-9" [ 1035.445056] env[63198]: _type = "ResourcePool" [ 1035.445056] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1035.445356] env[63198]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-08c75ca0-7406-4ffa-a62e-9f24c480d271 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.467642] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lease: (returnval){ [ 1035.467642] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d0a67a-2f0d-2ccd-a120-185c896a2575" [ 1035.467642] env[63198]: _type = "HttpNfcLease" [ 1035.467642] env[63198]: } obtained for vApp import into resource pool (val){ [ 1035.467642] env[63198]: value = "resgroup-9" [ 1035.467642] env[63198]: _type = "ResourcePool" [ 1035.467642] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1035.467916] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the lease: (returnval){ [ 1035.467916] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d0a67a-2f0d-2ccd-a120-185c896a2575" [ 1035.467916] env[63198]: _type = "HttpNfcLease" [ 1035.467916] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1035.474140] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1035.474140] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d0a67a-2f0d-2ccd-a120-185c896a2575" [ 1035.474140] env[63198]: _type = "HttpNfcLease" [ 1035.474140] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1035.480039] env[63198]: DEBUG nova.compute.manager [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.557214] env[63198]: DEBUG nova.compute.utils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.558794] env[63198]: DEBUG nova.compute.manager [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.559406] env[63198]: DEBUG nova.network.neutron [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.597694] env[63198]: DEBUG nova.policy [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19e77ccd751a4ab9b4c3e7cbaf6e33b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64231456d8bd4dae84523fe2266817cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.716000] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-aec9b7be-996c-4bd5-a68e-154bb57fc33a-7b77b84f-056e-46d3-b398-4968dca1c873" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.716000] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-aec9b7be-996c-4bd5-a68e-154bb57fc33a-7b77b84f-056e-46d3-b398-4968dca1c873" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.864406] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f334e26-ff0c-4c4a-9f0d-7c7068bcf2dd tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "3af60c34-2c30-473a-912b-f27ba55e5e50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.154s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.871563] env[63198]: DEBUG nova.network.neutron [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Successfully created port: 5f68df74-6e38-4c3b-af0d-35a3bd3e68f7 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.874193] env[63198]: DEBUG oslo_concurrency.lockutils [req-d15297ac-c86e-48f8-9e1d-26de6f48be8d req-4b57e372-53ee-4ff2-b821-a45628b73760 service nova] Releasing lock "refresh_cache-9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.977070] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1035.977070] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d0a67a-2f0d-2ccd-a120-185c896a2575" [ 1035.977070] env[63198]: _type = "HttpNfcLease" [ 1035.977070] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1036.010151] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.061799] env[63198]: DEBUG nova.compute.manager [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.219088] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.219088] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.220316] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a895cc7-6043-4485-bbbc-02ca687fa192 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.244970] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b84eac-639b-4873-a5ee-f3d359b20b58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.275508] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Reconfiguring VM to detach interface {{(pid=63198) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1036.279445] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c248a56e-78d6-4159-9500-c26bb31cf942 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.298694] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1036.298694] env[63198]: value = "task-2712838" [ 1036.298694] env[63198]: _type = "Task" [ 1036.298694] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.312091] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.328343] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc408efe-cafa-4545-a87c-49a23e8009ed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.335538] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5646b59-f40f-4217-8723-22dfcdd4d653 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.367623] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9d0029-6321-4745-be92-7f0d4202ebfa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.375814] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e1c47d-114d-4457-8d6a-b71c21b5cf40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.389128] env[63198]: DEBUG nova.compute.provider_tree [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.476729] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.476729] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d0a67a-2f0d-2ccd-a120-185c896a2575" [ 1036.476729] env[63198]: _type = "HttpNfcLease" [ 1036.476729] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1036.477067] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1036.477067] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d0a67a-2f0d-2ccd-a120-185c896a2575" [ 1036.477067] env[63198]: _type = "HttpNfcLease" [ 1036.477067] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1036.477781] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c89c4-aec8-42cc-8f2d-7b3b7de22ff8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.484926] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52def467-c681-021f-63d7-1a5cea285664/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1036.485123] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52def467-c681-021f-63d7-1a5cea285664/disk-0.vmdk. {{(pid=63198) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1036.552243] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52e5d6d8-1254-4281-97f4-7b57dfe63773 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.812996] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.892248] env[63198]: DEBUG nova.scheduler.client.report [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.073957] env[63198]: DEBUG nova.compute.manager [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.105604] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.105888] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.106095] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.106370] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.106557] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.106741] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.107140] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.107270] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.107486] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.107710] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.107920] env[63198]: DEBUG nova.virt.hardware [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.108867] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce74fd-4a98-4e95-8733-7a911ef5f95d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.121431] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6594547b-81bf-4f8c-ac29-097bfe928b3c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.311312] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.392836] env[63198]: DEBUG nova.compute.manager [req-0175b163-3c1e-496e-8d52-84533a744b86 req-4cff3dc2-d7fe-46a5-a593-8b1b643a871c service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Received event network-vif-plugged-5f68df74-6e38-4c3b-af0d-35a3bd3e68f7 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.393207] env[63198]: DEBUG oslo_concurrency.lockutils [req-0175b163-3c1e-496e-8d52-84533a744b86 req-4cff3dc2-d7fe-46a5-a593-8b1b643a871c service nova] Acquiring lock "6841d68b-2a80-4833-8814-630990828258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.393523] env[63198]: DEBUG oslo_concurrency.lockutils [req-0175b163-3c1e-496e-8d52-84533a744b86 req-4cff3dc2-d7fe-46a5-a593-8b1b643a871c service nova] Lock "6841d68b-2a80-4833-8814-630990828258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.394186] env[63198]: DEBUG oslo_concurrency.lockutils [req-0175b163-3c1e-496e-8d52-84533a744b86 req-4cff3dc2-d7fe-46a5-a593-8b1b643a871c service nova] Lock "6841d68b-2a80-4833-8814-630990828258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.394186] env[63198]: DEBUG nova.compute.manager [req-0175b163-3c1e-496e-8d52-84533a744b86 req-4cff3dc2-d7fe-46a5-a593-8b1b643a871c service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] No waiting events found dispatching network-vif-plugged-5f68df74-6e38-4c3b-af0d-35a3bd3e68f7 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.394360] env[63198]: WARNING nova.compute.manager [req-0175b163-3c1e-496e-8d52-84533a744b86 req-4cff3dc2-d7fe-46a5-a593-8b1b643a871c service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Received unexpected event network-vif-plugged-5f68df74-6e38-4c3b-af0d-35a3bd3e68f7 for instance with vm_state building and task_state spawning. [ 1037.399980] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.400639] env[63198]: DEBUG nova.compute.manager [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.404627] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.379s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.408321] env[63198]: INFO nova.compute.claims [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.553522] env[63198]: DEBUG nova.compute.manager [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.554614] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e812a3-2c2d-4b07-aeda-36ec23585681 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.574487] env[63198]: DEBUG nova.network.neutron [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Successfully updated port: 5f68df74-6e38-4c3b-af0d-35a3bd3e68f7 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.801949] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Completed reading data from the image iterator. {{(pid=63198) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1037.802147] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52def467-c681-021f-63d7-1a5cea285664/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1037.803078] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e12a80e-05e8-4546-96b3-c2712b836c3f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.812867] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52def467-c681-021f-63d7-1a5cea285664/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1037.813104] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52def467-c681-021f-63d7-1a5cea285664/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1037.816483] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dc58753c-2cc8-4964-8bf1-5f24b2882273 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.818074] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.913063] env[63198]: DEBUG nova.compute.utils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.914808] env[63198]: DEBUG nova.compute.manager [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.914990] env[63198]: DEBUG nova.network.neutron [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.967278] env[63198]: DEBUG nova.policy [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4aa5be5e6614caf83019cf2b23101f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6448777d6bf743f89d84806f621c8337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.069188] env[63198]: INFO nova.compute.manager [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] instance snapshotting [ 1038.072355] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3251c658-9bba-4e6b-809d-511ba65da9d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.077072] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.077212] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.077358] env[63198]: DEBUG nova.network.neutron [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.097141] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc775ad-e494-4dee-bfa5-a2e202a6bcab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.195275] env[63198]: DEBUG nova.network.neutron [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.258899] env[63198]: DEBUG nova.network.neutron [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Successfully created port: c5ddac95-7d62-458d-b055-a3d00b6cc008 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.313614] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.420205] env[63198]: DEBUG nova.compute.manager [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.460109] env[63198]: DEBUG nova.network.neutron [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance_info_cache with network_info: [{"id": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "address": "fa:16:3e:a8:2c:7e", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f68df74-6e", "ovs_interfaceid": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.500480] env[63198]: DEBUG oslo_vmware.rw_handles [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52def467-c681-021f-63d7-1a5cea285664/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1038.501612] env[63198]: INFO nova.virt.vmwareapi.images [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Downloaded image file data 7af62f39-bfb6-428f-b2a4-9f2e08f40d40 [ 1038.501612] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a28e06-6a78-44b1-b5a8-f7f43313a556 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.521216] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d25e657-47f2-4b02-bb46-8371034857e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.609309] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1038.609651] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f1c5ea4-bd09-4e12-b322-3dcf28f9c720 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.618071] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1038.618071] env[63198]: value = "task-2712840" [ 1038.618071] env[63198]: _type = "Task" [ 1038.618071] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.630830] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.648494] env[63198]: INFO nova.virt.vmwareapi.images [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] The imported VM was unregistered [ 1038.651644] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Caching image {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1038.651644] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40 {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.651644] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d91de3d-0012-4c4c-9db1-809ee8e65114 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.670627] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Created directory with path [datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40 {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.670739] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37/OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37.vmdk to [datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40/7af62f39-bfb6-428f-b2a4-9f2e08f40d40.vmdk. {{(pid=63198) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1038.671067] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4203be35-116b-451f-8a74-b6de2e3b1e2a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.680852] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1038.680852] env[63198]: value = "task-2712841" [ 1038.680852] env[63198]: _type = "Task" [ 1038.680852] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.690044] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15098485-448d-47c6-b540-4e93cbd3b12e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.693058] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712841, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.697304] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a1252f-0ff0-4d28-8645-c9befc53d2ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.728426] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f299653-f7bf-4632-9b29-c485e4790aba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.735447] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5128bb18-199c-41f7-9a82-da6aaddf0620 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.748562] env[63198]: DEBUG nova.compute.provider_tree [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.812293] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.963999] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.964442] env[63198]: DEBUG nova.compute.manager [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Instance network_info: |[{"id": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "address": "fa:16:3e:a8:2c:7e", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f68df74-6e", "ovs_interfaceid": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.964955] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:2c:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f68df74-6e38-4c3b-af0d-35a3bd3e68f7', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.973010] env[63198]: DEBUG oslo.service.loopingcall [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.973965] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6841d68b-2a80-4833-8814-630990828258] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.974260] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e351315f-0f04-44f8-9e94-feda19d82e5e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.996302] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.996302] env[63198]: value = "task-2712842" [ 1038.996302] env[63198]: _type = "Task" [ 1038.996302] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.004756] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712842, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.128659] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.180258] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.180448] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.192875] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712841, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.251616] env[63198]: DEBUG nova.scheduler.client.report [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.315668] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.424425] env[63198]: DEBUG nova.compute.manager [req-d190ea86-b526-4d82-aa02-dacceae26c9e req-0f3627b2-4fa6-4935-9916-003461211123 service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Received event network-changed-5f68df74-6e38-4c3b-af0d-35a3bd3e68f7 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.424894] env[63198]: DEBUG nova.compute.manager [req-d190ea86-b526-4d82-aa02-dacceae26c9e req-0f3627b2-4fa6-4935-9916-003461211123 service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Refreshing instance network info cache due to event network-changed-5f68df74-6e38-4c3b-af0d-35a3bd3e68f7. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.424894] env[63198]: DEBUG oslo_concurrency.lockutils [req-d190ea86-b526-4d82-aa02-dacceae26c9e req-0f3627b2-4fa6-4935-9916-003461211123 service nova] Acquiring lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.425253] env[63198]: DEBUG oslo_concurrency.lockutils [req-d190ea86-b526-4d82-aa02-dacceae26c9e req-0f3627b2-4fa6-4935-9916-003461211123 service nova] Acquired lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.425539] env[63198]: DEBUG nova.network.neutron [req-d190ea86-b526-4d82-aa02-dacceae26c9e req-0f3627b2-4fa6-4935-9916-003461211123 service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Refreshing network info cache for port 5f68df74-6e38-4c3b-af0d-35a3bd3e68f7 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.434831] env[63198]: DEBUG nova.compute.manager [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.468063] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.468360] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.468522] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.468747] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.468904] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.469121] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.469491] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.469929] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.470175] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.470359] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.470541] env[63198]: DEBUG nova.virt.hardware [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.471565] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6545c0a8-44cf-4943-b4ca-fc1616dc856d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.480422] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69054c00-fd6e-4cc4-bd55-cbfe9c8fe1ac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.505559] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712842, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.633144] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.686611] env[63198]: DEBUG nova.compute.manager [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.697046] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712841, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.757167] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.757807] env[63198]: DEBUG nova.compute.manager [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.760882] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.336s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.821170] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.866052] env[63198]: DEBUG nova.network.neutron [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Successfully updated port: c5ddac95-7d62-458d-b055-a3d00b6cc008 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.007430] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712842, 'name': CreateVM_Task, 'duration_secs': 0.950542} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.010400] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6841d68b-2a80-4833-8814-630990828258] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.011263] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.011522] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.011858] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.012650] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6117fc57-1812-43aa-9f84-7a7703e92276 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.018383] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1040.018383] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521e1fb8-f7d6-d288-6ceb-b6fba1167a66" [ 1040.018383] env[63198]: _type = "Task" [ 1040.018383] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.026514] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521e1fb8-f7d6-d288-6ceb-b6fba1167a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.130024] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.149577] env[63198]: DEBUG nova.network.neutron [req-d190ea86-b526-4d82-aa02-dacceae26c9e req-0f3627b2-4fa6-4935-9916-003461211123 service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Updated VIF entry in instance network info cache for port 5f68df74-6e38-4c3b-af0d-35a3bd3e68f7. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.150341] env[63198]: DEBUG nova.network.neutron [req-d190ea86-b526-4d82-aa02-dacceae26c9e req-0f3627b2-4fa6-4935-9916-003461211123 service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance_info_cache with network_info: [{"id": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "address": "fa:16:3e:a8:2c:7e", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f68df74-6e", "ovs_interfaceid": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.195542] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712841, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.214154] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.264750] env[63198]: DEBUG nova.compute.utils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.269450] env[63198]: DEBUG nova.compute.manager [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.269872] env[63198]: DEBUG nova.network.neutron [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.316789] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.318306] env[63198]: DEBUG nova.policy [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ed1d5bd864c490aae0cb2aaf106b560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c4551fa4a0043979009f41af5ba506f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.370609] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-cb65e741-8844-4301-a1cb-e87d012dd4b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.370609] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-cb65e741-8844-4301-a1cb-e87d012dd4b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.370699] env[63198]: DEBUG nova.network.neutron [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.528855] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d332b1-14d0-4a71-b442-c0f3b8398cff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.544585] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521e1fb8-f7d6-d288-6ceb-b6fba1167a66, 'name': SearchDatastore_Task, 'duration_secs': 0.098727} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.548669] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.549198] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.549566] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.549832] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.550139] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.550658] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed8f71fc-b677-4dc7-aa43-d8f1f57e7c29 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.554796] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7d8d55-271b-4cc6-a364-c41f54c305ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.611202] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13356b15-c119-40df-916a-282084fbc156 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.614653] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.614857] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.615805] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3912baa6-3800-424a-b41d-d98602c9cce7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.626412] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1040.626412] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527bbae5-db1b-a50d-cabc-7161b6c22457" [ 1040.626412] env[63198]: _type = "Task" [ 1040.626412] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.633205] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9af3f-71c2-42ab-803b-06c3a23da276 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.640805] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.651566] env[63198]: DEBUG nova.compute.provider_tree [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.657271] env[63198]: DEBUG oslo_concurrency.lockutils [req-d190ea86-b526-4d82-aa02-dacceae26c9e req-0f3627b2-4fa6-4935-9916-003461211123 service nova] Releasing lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.657631] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527bbae5-db1b-a50d-cabc-7161b6c22457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.697063] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712841, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.698271] env[63198]: DEBUG nova.network.neutron [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Successfully created port: 2fe15f23-69d0-4296-987b-e8bc44b50e50 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.770271] env[63198]: DEBUG nova.compute.manager [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.819281] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.912343] env[63198]: DEBUG nova.network.neutron [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.132498] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.144189] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527bbae5-db1b-a50d-cabc-7161b6c22457, 'name': SearchDatastore_Task, 'duration_secs': 0.101042} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.145047] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa064490-1dc7-4f90-9c27-94a5abcde9dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.152543] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1041.152543] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52544222-48bb-97b9-04ec-153665f00b15" [ 1041.152543] env[63198]: _type = "Task" [ 1041.152543] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.156901] env[63198]: DEBUG nova.scheduler.client.report [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.163637] env[63198]: DEBUG nova.network.neutron [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Updating instance_info_cache with network_info: [{"id": "c5ddac95-7d62-458d-b055-a3d00b6cc008", "address": "fa:16:3e:9d:a4:49", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ddac95-7d", "ovs_interfaceid": "c5ddac95-7d62-458d-b055-a3d00b6cc008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.171526] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52544222-48bb-97b9-04ec-153665f00b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.194377] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712841, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.316686] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.453487] env[63198]: DEBUG nova.compute.manager [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Received event network-vif-plugged-c5ddac95-7d62-458d-b055-a3d00b6cc008 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.453487] env[63198]: DEBUG oslo_concurrency.lockutils [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] Acquiring lock "cb65e741-8844-4301-a1cb-e87d012dd4b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.453617] env[63198]: DEBUG oslo_concurrency.lockutils [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.453946] env[63198]: DEBUG oslo_concurrency.lockutils [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.453946] env[63198]: DEBUG nova.compute.manager [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] No waiting events found dispatching network-vif-plugged-c5ddac95-7d62-458d-b055-a3d00b6cc008 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.454085] env[63198]: WARNING nova.compute.manager [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Received unexpected event network-vif-plugged-c5ddac95-7d62-458d-b055-a3d00b6cc008 for instance with vm_state building and task_state spawning. [ 1041.454249] env[63198]: DEBUG nova.compute.manager [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Received event network-changed-c5ddac95-7d62-458d-b055-a3d00b6cc008 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.454404] env[63198]: DEBUG nova.compute.manager [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Refreshing instance network info cache due to event network-changed-c5ddac95-7d62-458d-b055-a3d00b6cc008. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1041.454569] env[63198]: DEBUG oslo_concurrency.lockutils [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] Acquiring lock "refresh_cache-cb65e741-8844-4301-a1cb-e87d012dd4b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.631445] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.666064] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52544222-48bb-97b9-04ec-153665f00b15, 'name': SearchDatastore_Task, 'duration_secs': 0.077824} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.667279] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.667601] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 6841d68b-2a80-4833-8814-630990828258/6841d68b-2a80-4833-8814-630990828258.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.667911] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26313675-5111-4186-9ab1-8ae36eafc4ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.672426] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-cb65e741-8844-4301-a1cb-e87d012dd4b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.672920] env[63198]: DEBUG nova.compute.manager [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Instance network_info: |[{"id": "c5ddac95-7d62-458d-b055-a3d00b6cc008", "address": "fa:16:3e:9d:a4:49", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ddac95-7d", "ovs_interfaceid": "c5ddac95-7d62-458d-b055-a3d00b6cc008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.673097] env[63198]: DEBUG oslo_concurrency.lockutils [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] Acquired lock "refresh_cache-cb65e741-8844-4301-a1cb-e87d012dd4b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.673298] env[63198]: DEBUG nova.network.neutron [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Refreshing network info cache for port c5ddac95-7d62-458d-b055-a3d00b6cc008 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.674630] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:a4:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5ddac95-7d62-458d-b055-a3d00b6cc008', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.681870] env[63198]: DEBUG oslo.service.loopingcall [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.686193] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.687082] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1041.687082] env[63198]: value = "task-2712843" [ 1041.687082] env[63198]: _type = "Task" [ 1041.687082] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.687266] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b47cc36-4875-4d3d-9391-5393ef0f68d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.718323] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712841, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.718730] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.720511] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.720511] env[63198]: value = "task-2712844" [ 1041.720511] env[63198]: _type = "Task" [ 1041.720511] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.728297] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712844, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.782447] env[63198]: DEBUG nova.compute.manager [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.809100] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.809363] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.809515] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.809692] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.809837] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.809979] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.810204] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.810353] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.810514] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.810700] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.810970] env[63198]: DEBUG nova.virt.hardware [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.811772] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c83f590-f6dc-40a3-ac94-86e866ad3c54 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.822988] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.828351] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db027bb-37e4-4b35-a388-0c3cad24e3a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.009158] env[63198]: DEBUG nova.network.neutron [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Updated VIF entry in instance network info cache for port c5ddac95-7d62-458d-b055-a3d00b6cc008. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.009544] env[63198]: DEBUG nova.network.neutron [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Updating instance_info_cache with network_info: [{"id": "c5ddac95-7d62-458d-b055-a3d00b6cc008", "address": "fa:16:3e:9d:a4:49", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ddac95-7d", "ovs_interfaceid": "c5ddac95-7d62-458d-b055-a3d00b6cc008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.136071] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712840, 'name': CreateSnapshot_Task, 'duration_secs': 3.33405} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.136461] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1042.137732] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635be8a7-eb21-4173-acd4-f0eebea61bb5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.169190] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.408s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.169388] env[63198]: DEBUG nova.compute.manager [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63198) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1042.172228] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.939s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.173889] env[63198]: DEBUG nova.objects.instance [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lazy-loading 'resources' on Instance uuid a6d58bc7-9239-4212-b6f7-48a17e723dd8 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.199878] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712841, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.109735} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.202014] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37/OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37.vmdk to [datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40/7af62f39-bfb6-428f-b2a4-9f2e08f40d40.vmdk. [ 1042.202014] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Cleaning up location [datastore2] OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37 {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1042.202014] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b6743f0f-93ce-4934-8280-ff9937aa4f37 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.202014] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4c317cc-5f8f-41ad-bcf7-748ef89ce249 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.211750] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1042.211750] env[63198]: value = "task-2712845" [ 1042.211750] env[63198]: _type = "Task" [ 1042.211750] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.218568] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712843, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.224113] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.238464] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712844, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.249443] env[63198]: DEBUG nova.network.neutron [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Successfully updated port: 2fe15f23-69d0-4296-987b-e8bc44b50e50 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.322093] env[63198]: DEBUG oslo_vmware.api [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712838, 'name': ReconfigVM_Task, 'duration_secs': 5.921352} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.322450] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.322724] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Reconfigured VM to detach interface {{(pid=63198) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1042.512915] env[63198]: DEBUG oslo_concurrency.lockutils [req-9ff9ebbb-9a24-4a11-bbc8-0423cebe5b1d req-97a06520-0174-41e9-afd0-55f29ae79249 service nova] Releasing lock "refresh_cache-cb65e741-8844-4301-a1cb-e87d012dd4b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.657458] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1042.658125] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df44db2a-252c-4bf3-bddd-c2de55727b96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.667342] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1042.667342] env[63198]: value = "task-2712846" [ 1042.667342] env[63198]: _type = "Task" [ 1042.667342] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.680670] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712846, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.715465] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856929} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.718376] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 6841d68b-2a80-4833-8814-630990828258/6841d68b-2a80-4833-8814-630990828258.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.718592] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.718911] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56c12231-b7ef-48f8-80d2-ac6e75b318b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.731263] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1042.731263] env[63198]: value = "task-2712847" [ 1042.731263] env[63198]: _type = "Task" [ 1042.731263] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.731555] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19887} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.734639] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.734928] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40/7af62f39-bfb6-428f-b2a4-9f2e08f40d40.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.735304] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40/7af62f39-bfb6-428f-b2a4-9f2e08f40d40.vmdk to [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6/9bfdf39f-14c3-40a5-b1e4-24a0f65040a6.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.736579] env[63198]: INFO nova.scheduler.client.report [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted allocation for migration b5029bfe-cfac-4367-9618-ed84be579b7b [ 1042.740804] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1940b3e4-9e83-4013-a09d-8fcbfb3bbbcb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.749406] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712844, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.754371] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "refresh_cache-ede39f5f-cdd8-40a0-8078-e195722d26dd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.754371] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired lock "refresh_cache-ede39f5f-cdd8-40a0-8078-e195722d26dd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.754371] env[63198]: DEBUG nova.network.neutron [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.758699] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.760387] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1042.760387] env[63198]: value = "task-2712848" [ 1042.760387] env[63198]: _type = "Task" [ 1042.760387] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.769572] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.949125] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0563b3-4de3-4e28-831b-da7c940cc9ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.957656] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92219f08-0112-47d6-9c86-236383790785 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.991022] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e89bfa-d489-4fc3-a68a-fc3dd37ebe7b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.998776] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9fd6f-1915-47e7-a792-64a2331f9dc8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.017599] env[63198]: DEBUG nova.compute.provider_tree [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.177624] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712846, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.234077] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712844, 'name': CreateVM_Task, 'duration_secs': 1.217331} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.234256] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.235086] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.235258] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.235616] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.238852] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07535227-94a5-4705-a59b-08718d3405df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.245669] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104293} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.246512] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.246894] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1043.246894] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f40141-32b0-88ff-51a1-5a4e90b1b489" [ 1043.246894] env[63198]: _type = "Task" [ 1043.246894] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.248032] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90176647-4304-4c35-b84f-d85624a2040f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.250533] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bdefaaad-f63f-4fcc-8c8d-360c96d8c16c tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.805s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.260290] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f40141-32b0-88ff-51a1-5a4e90b1b489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.280317] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 6841d68b-2a80-4833-8814-630990828258/6841d68b-2a80-4833-8814-630990828258.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.285222] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc54187-c3b3-4167-b0e2-e75693194416 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.306857] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712848, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.309790] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1043.309790] env[63198]: value = "task-2712849" [ 1043.309790] env[63198]: _type = "Task" [ 1043.309790] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.320357] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.344738] env[63198]: DEBUG nova.network.neutron [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.507637] env[63198]: DEBUG nova.objects.instance [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'flavor' on Instance uuid 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.520993] env[63198]: DEBUG nova.scheduler.client.report [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.615804] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.616788] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.617044] env[63198]: DEBUG nova.network.neutron [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.678643] env[63198]: DEBUG nova.compute.manager [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Received event network-vif-plugged-2fe15f23-69d0-4296-987b-e8bc44b50e50 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.678959] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] Acquiring lock "ede39f5f-cdd8-40a0-8078-e195722d26dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.679163] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] Lock "ede39f5f-cdd8-40a0-8078-e195722d26dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.679385] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] Lock "ede39f5f-cdd8-40a0-8078-e195722d26dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.679565] env[63198]: DEBUG nova.compute.manager [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] No waiting events found dispatching network-vif-plugged-2fe15f23-69d0-4296-987b-e8bc44b50e50 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.679805] env[63198]: WARNING nova.compute.manager [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Received unexpected event network-vif-plugged-2fe15f23-69d0-4296-987b-e8bc44b50e50 for instance with vm_state building and task_state spawning. [ 1043.680021] env[63198]: DEBUG nova.compute.manager [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Received event network-changed-2fe15f23-69d0-4296-987b-e8bc44b50e50 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.680248] env[63198]: DEBUG nova.compute.manager [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Refreshing instance network info cache due to event network-changed-2fe15f23-69d0-4296-987b-e8bc44b50e50. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.680504] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] Acquiring lock "refresh_cache-ede39f5f-cdd8-40a0-8078-e195722d26dd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.689176] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712846, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.764839] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f40141-32b0-88ff-51a1-5a4e90b1b489, 'name': SearchDatastore_Task, 'duration_secs': 0.056155} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.765207] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.765410] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.765643] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.765790] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.765966] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.766257] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a26cda4-fe2c-4897-8391-604e2ed4a16d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.782940] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712848, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.784419] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.784770] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.785354] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54eae13c-e9af-4fea-a342-5d18780b74a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.792212] env[63198]: DEBUG nova.network.neutron [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Updating instance_info_cache with network_info: [{"id": "2fe15f23-69d0-4296-987b-e8bc44b50e50", "address": "fa:16:3e:04:4b:27", "network": {"id": "6c85e6e7-b185-4427-b949-39147313ae3a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-533651737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4551fa4a0043979009f41af5ba506f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe15f23-69", "ovs_interfaceid": "2fe15f23-69d0-4296-987b-e8bc44b50e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.795032] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1043.795032] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520ddfad-638d-5850-779d-e68ec6cad4d1" [ 1043.795032] env[63198]: _type = "Task" [ 1043.795032] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.806431] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520ddfad-638d-5850-779d-e68ec6cad4d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.821962] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.013582] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.013582] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.013903] env[63198]: DEBUG nova.network.neutron [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.014015] env[63198]: DEBUG nova.objects.instance [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'info_cache' on Instance uuid 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.028362] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.031013] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.909s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.055825] env[63198]: INFO nova.scheduler.client.report [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Deleted allocations for instance a6d58bc7-9239-4212-b6f7-48a17e723dd8 [ 1044.185329] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712846, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.283585] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712848, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.299026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Releasing lock "refresh_cache-ede39f5f-cdd8-40a0-8078-e195722d26dd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.299026] env[63198]: DEBUG nova.compute.manager [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Instance network_info: |[{"id": "2fe15f23-69d0-4296-987b-e8bc44b50e50", "address": "fa:16:3e:04:4b:27", "network": {"id": "6c85e6e7-b185-4427-b949-39147313ae3a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-533651737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4551fa4a0043979009f41af5ba506f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe15f23-69", "ovs_interfaceid": "2fe15f23-69d0-4296-987b-e8bc44b50e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.299026] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] Acquired lock "refresh_cache-ede39f5f-cdd8-40a0-8078-e195722d26dd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.299026] env[63198]: DEBUG nova.network.neutron [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Refreshing network info cache for port 2fe15f23-69d0-4296-987b-e8bc44b50e50 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.299026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:4b:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fe15f23-69d0-4296-987b-e8bc44b50e50', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.307541] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Creating folder: Project (3c4551fa4a0043979009f41af5ba506f). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.316812] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8f9310a-59d6-4c26-9275-7f90392a847f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.328610] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712849, 'name': ReconfigVM_Task, 'duration_secs': 0.861897} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.331983] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 6841d68b-2a80-4833-8814-630990828258/6841d68b-2a80-4833-8814-630990828258.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.332546] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520ddfad-638d-5850-779d-e68ec6cad4d1, 'name': SearchDatastore_Task, 'duration_secs': 0.085541} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.333832] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0d52ccf-7219-467d-adf5-1f1d06f9eea9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.336149] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Created folder: Project (3c4551fa4a0043979009f41af5ba506f) in parent group-v546185. [ 1044.337050] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Creating folder: Instances. Parent ref: group-v546471. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.337050] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1aa0ca-68c5-43cb-b6ff-b81bd0bb830f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.339697] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d561b58-17f8-4701-8da4-1d3e9a1ee815 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.346982] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1044.346982] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271d5cd-43dd-5fa6-0897-b26a487696d9" [ 1044.346982] env[63198]: _type = "Task" [ 1044.346982] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.348357] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1044.348357] env[63198]: value = "task-2712852" [ 1044.348357] env[63198]: _type = "Task" [ 1044.348357] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.355082] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Created folder: Instances in parent group-v546471. [ 1044.355340] env[63198]: DEBUG oslo.service.loopingcall [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1044.358069] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.358899] env[63198]: INFO nova.network.neutron [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Port 7b77b84f-056e-46d3-b398-4968dca1c873 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1044.359236] env[63198]: DEBUG nova.network.neutron [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.360641] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9febef2d-e372-4968-98d7-5fec3cc40149 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.384529] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.387098] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271d5cd-43dd-5fa6-0897-b26a487696d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.387357] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712852, 'name': Rename_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.395186] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.395186] env[63198]: value = "task-2712853" [ 1044.395186] env[63198]: _type = "Task" [ 1044.395186] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.406825] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712853, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.519691] env[63198]: DEBUG nova.objects.base [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Object Instance<27b8d2f5-65c6-4129-96b7-9b3941dbe262> lazy-loaded attributes: flavor,info_cache {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.564900] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c4ea450a-fa1b-485a-bbc7-12efcedb7738 tempest-SecurityGroupsTestJSON-695233887 tempest-SecurityGroupsTestJSON-695233887-project-member] Lock "a6d58bc7-9239-4212-b6f7-48a17e723dd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.777s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.615276] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-c80709c7-30dc-427b-9cff-43f831a8e30b-7b77b84f-056e-46d3-b398-4968dca1c873" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.615814] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-c80709c7-30dc-427b-9cff-43f831a8e30b-7b77b84f-056e-46d3-b398-4968dca1c873" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.615994] env[63198]: DEBUG nova.objects.instance [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'flavor' on Instance uuid c80709c7-30dc-427b-9cff-43f831a8e30b {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.655919] env[63198]: DEBUG nova.network.neutron [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Updated VIF entry in instance network info cache for port 2fe15f23-69d0-4296-987b-e8bc44b50e50. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.656342] env[63198]: DEBUG nova.network.neutron [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Updating instance_info_cache with network_info: [{"id": "2fe15f23-69d0-4296-987b-e8bc44b50e50", "address": "fa:16:3e:04:4b:27", "network": {"id": "6c85e6e7-b185-4427-b949-39147313ae3a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-533651737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4551fa4a0043979009f41af5ba506f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fe15f23-69", "ovs_interfaceid": "2fe15f23-69d0-4296-987b-e8bc44b50e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.686767] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712846, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.784188] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712848, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.861865] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712852, 'name': Rename_Task, 'duration_secs': 0.353252} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.865783] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.866139] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5271d5cd-43dd-5fa6-0897-b26a487696d9, 'name': SearchDatastore_Task, 'duration_secs': 0.083282} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.866627] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e5060fc-2ca0-4db5-8bdf-5403cbff1a35 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.868576] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.868576] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3/cb65e741-8844-4301-a1cb-e87d012dd4b3.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.868737] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5216f2a0-d65a-487e-a5f0-d7c603b2072f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.875889] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1044.875889] env[63198]: value = "task-2712855" [ 1044.875889] env[63198]: _type = "Task" [ 1044.875889] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.880377] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1044.880377] env[63198]: value = "task-2712854" [ 1044.880377] env[63198]: _type = "Task" [ 1044.880377] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.887150] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.889507] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a670f71-7840-422a-9137-a14b63f41028 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-aec9b7be-996c-4bd5-a68e-154bb57fc33a-7b77b84f-056e-46d3-b398-4968dca1c873" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.174s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.895153] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712854, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.907113] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712853, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.069971] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 830c47ee-1791-473b-9278-f46e3219c256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.069971] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 245c7b18-515b-4d5b-8354-e68fe0df8151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.070144] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance aec9b7be-996c-4bd5-a68e-154bb57fc33a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.070294] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6649d4fe-3874-4919-a096-2a46c80f8be0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.070490] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance ba0bb139-e72a-4118-ba2a-e2397561a9f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.070689] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance c80709c7-30dc-427b-9cff-43f831a8e30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.070890] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 27b8d2f5-65c6-4129-96b7-9b3941dbe262 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.071123] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.071333] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance f4f678b8-080f-4a9e-a821-413e5291e6d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.071523] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 3af60c34-2c30-473a-912b-f27ba55e5e50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.071719] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6841d68b-2a80-4833-8814-630990828258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.071914] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance cb65e741-8844-4301-a1cb-e87d012dd4b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.072123] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance ede39f5f-cdd8-40a0-8078-e195722d26dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.159488] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4e60a6d-06c4-442d-8b08-22808cb26b21 req-60945380-ce08-4f0d-a158-3ef3f67de596 service nova] Releasing lock "refresh_cache-ede39f5f-cdd8-40a0-8078-e195722d26dd" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.187941] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712846, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.223977] env[63198]: DEBUG nova.objects.instance [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'pci_requests' on Instance uuid c80709c7-30dc-427b-9cff-43f831a8e30b {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.286732] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712848, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.339229] env[63198]: DEBUG nova.network.neutron [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance_info_cache with network_info: [{"id": "29cc8ac4-8809-49df-b586-020e85e41192", "address": "fa:16:3e:5c:b8:23", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29cc8ac4-88", "ovs_interfaceid": "29cc8ac4-8809-49df-b586-020e85e41192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.389170] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.395477] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712854, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.404762] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712853, 'name': CreateVM_Task, 'duration_secs': 0.747419} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.404942] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.405663] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.405820] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.406220] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.406515] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5b17a8-d5d5-454f-b9b9-b87c42866ecf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.411559] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1045.411559] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5204c72f-5339-3e82-a2d0-bc2492ce235e" [ 1045.411559] env[63198]: _type = "Task" [ 1045.411559] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.419851] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5204c72f-5339-3e82-a2d0-bc2492ce235e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.576260] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 087eb9e9-c205-4bdf-a270-d26425b46846 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1045.686213] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712846, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.726669] env[63198]: DEBUG nova.objects.base [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1045.727037] env[63198]: DEBUG nova.network.neutron [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.788880] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712848, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.701244} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.789322] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7af62f39-bfb6-428f-b2a4-9f2e08f40d40/7af62f39-bfb6-428f-b2a4-9f2e08f40d40.vmdk to [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6/9bfdf39f-14c3-40a5-b1e4-24a0f65040a6.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.790720] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f00854-d7cc-454b-b949-6923badd06e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.827484] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6/9bfdf39f-14c3-40a5-b1e4-24a0f65040a6.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.827873] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1545d745-6dae-42cf-81ba-7f4306c116dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.843586] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-27b8d2f5-65c6-4129-96b7-9b3941dbe262" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.849778] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1045.849778] env[63198]: value = "task-2712856" [ 1045.849778] env[63198]: _type = "Task" [ 1045.849778] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.859207] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.888218] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972584} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.889743] env[63198]: DEBUG nova.policy [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '143622509532476a81dd0b24fff2f677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1cb8bd505c64506910a1038e014afb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.892369] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3/cb65e741-8844-4301-a1cb-e87d012dd4b3.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.892587] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.892874] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaba555a-e9a8-456e-a4a9-0c3267730cdd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.898271] env[63198]: DEBUG oslo_vmware.api [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712854, 'name': PowerOnVM_Task, 'duration_secs': 0.817425} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.898838] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.899079] env[63198]: INFO nova.compute.manager [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1045.899272] env[63198]: DEBUG nova.compute.manager [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.900133] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c584e-c82a-43e3-84cc-0b9ce5837273 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.903569] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1045.903569] env[63198]: value = "task-2712857" [ 1045.903569] env[63198]: _type = "Task" [ 1045.903569] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.920243] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.924050] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5204c72f-5339-3e82-a2d0-bc2492ce235e, 'name': SearchDatastore_Task, 'duration_secs': 0.036702} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.924318] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.924587] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.924819] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.925009] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.925218] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.925818] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dfe9110-4217-4f9f-a28a-2b7893e20716 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.933809] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.933971] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.938021] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa5efda-3b49-44b9-b9f3-1ff98a59c718 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.939628] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1045.939628] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a99540-27a5-b569-ae07-6bcf7c7803cb" [ 1045.939628] env[63198]: _type = "Task" [ 1045.939628] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.947651] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a99540-27a5-b569-ae07-6bcf7c7803cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.079888] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 34f022d7-d7c9-40a8-9bd4-1493158fc430 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1046.080190] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1046.080390] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1046.188650] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712846, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.190216] env[63198]: DEBUG nova.compute.manager [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received event network-changed-bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1046.190402] env[63198]: DEBUG nova.compute.manager [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing instance network info cache due to event network-changed-bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1046.190626] env[63198]: DEBUG oslo_concurrency.lockutils [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] Acquiring lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.190806] env[63198]: DEBUG oslo_concurrency.lockutils [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] Acquired lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.190985] env[63198]: DEBUG nova.network.neutron [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Refreshing network info cache for port bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.306062] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a642af-0dde-41ae-b6bb-590115a99e84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.313938] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdb317e-8519-42f8-b2e7-3871a8643c0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.355041] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e88f88c-f72a-4c56-8578-f6e107e477d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.368549] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44aba2a-62f4-4fb3-9887-4f8817fc41b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.372610] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712856, 'name': ReconfigVM_Task, 'duration_secs': 0.307318} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.372909] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6/9bfdf39f-14c3-40a5-b1e4-24a0f65040a6.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.374708] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-019d1de7-6f85-42f4-9890-83c4061d8ab7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.383787] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.390374] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1046.390374] env[63198]: value = "task-2712858" [ 1046.390374] env[63198]: _type = "Task" [ 1046.390374] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.399512] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712858, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.412970] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070862} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.413229] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.413994] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68e15e-8e87-4a7f-af92-6909b0411964 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.439997] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3/cb65e741-8844-4301-a1cb-e87d012dd4b3.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.442286] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3309294e-124b-4651-98ab-a91b6f428d56 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.456868] env[63198]: INFO nova.compute.manager [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Took 27.43 seconds to build instance. [ 1046.469255] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a99540-27a5-b569-ae07-6bcf7c7803cb, 'name': SearchDatastore_Task, 'duration_secs': 0.016255} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.469998] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1046.469998] env[63198]: value = "task-2712859" [ 1046.469998] env[63198]: _type = "Task" [ 1046.469998] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.470205] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b682c2-7228-4eef-abb1-808ac5c6afbe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.479606] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1046.479606] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52592821-5a10-3387-6189-cb9cef55204e" [ 1046.479606] env[63198]: _type = "Task" [ 1046.479606] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.483257] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.493202] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52592821-5a10-3387-6189-cb9cef55204e, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.493477] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.493772] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] ede39f5f-cdd8-40a0-8078-e195722d26dd/ede39f5f-cdd8-40a0-8078-e195722d26dd.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.494045] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ba55bf-eea4-44d6-8f58-c3a182fc4093 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.500264] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1046.500264] env[63198]: value = "task-2712860" [ 1046.500264] env[63198]: _type = "Task" [ 1046.500264] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.507651] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.687117] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712846, 'name': CloneVM_Task, 'duration_secs': 3.644645} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.687533] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Created linked-clone VM from snapshot [ 1046.688397] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc5e62-d62a-4aac-b66b-0350f4f19dca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.698902] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Uploading image b9264b34-7659-4c43-b4e6-f6cc54fe87a2 {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.732304] env[63198]: DEBUG oslo_vmware.rw_handles [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1046.732304] env[63198]: value = "vm-546470" [ 1046.732304] env[63198]: _type = "VirtualMachine" [ 1046.732304] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1046.733022] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2df451a8-0689-4aa0-a904-b18d797dd716 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.740811] env[63198]: DEBUG oslo_vmware.rw_handles [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lease: (returnval){ [ 1046.740811] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528516e2-c75c-f164-eaf1-35428537d011" [ 1046.740811] env[63198]: _type = "HttpNfcLease" [ 1046.740811] env[63198]: } obtained for exporting VM: (result){ [ 1046.740811] env[63198]: value = "vm-546470" [ 1046.740811] env[63198]: _type = "VirtualMachine" [ 1046.740811] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.741221] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the lease: (returnval){ [ 1046.741221] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528516e2-c75c-f164-eaf1-35428537d011" [ 1046.741221] env[63198]: _type = "HttpNfcLease" [ 1046.741221] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.748973] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.748973] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528516e2-c75c-f164-eaf1-35428537d011" [ 1046.748973] env[63198]: _type = "HttpNfcLease" [ 1046.748973] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1046.853487] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.853864] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56fe435b-7d3f-42f9-9e70-041c65a5a6e7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.861728] env[63198]: DEBUG oslo_vmware.api [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1046.861728] env[63198]: value = "task-2712862" [ 1046.861728] env[63198]: _type = "Task" [ 1046.861728] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.876983] env[63198]: DEBUG oslo_vmware.api [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.887384] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.906119] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712858, 'name': Rename_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.961584] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9af075ed-b38e-4fd1-ade9-d18f95f58ae4 tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.941s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.985868] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.015455] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499848} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.015455] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] ede39f5f-cdd8-40a0-8078-e195722d26dd/ede39f5f-cdd8-40a0-8078-e195722d26dd.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.015455] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.015455] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-343d2636-7c6c-43b9-8b86-c84dd64eed74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.023538] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1047.023538] env[63198]: value = "task-2712863" [ 1047.023538] env[63198]: _type = "Task" [ 1047.023538] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.034428] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.173394] env[63198]: DEBUG nova.network.neutron [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updated VIF entry in instance network info cache for port bf138a18-a380-496e-ac50-303932da73c0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.173788] env[63198]: DEBUG nova.network.neutron [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [{"id": "bf138a18-a380-496e-ac50-303932da73c0", "address": "fa:16:3e:94:9f:ce", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf138a18-a3", "ovs_interfaceid": "bf138a18-a380-496e-ac50-303932da73c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.250024] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.250024] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528516e2-c75c-f164-eaf1-35428537d011" [ 1047.250024] env[63198]: _type = "HttpNfcLease" [ 1047.250024] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.250360] env[63198]: DEBUG oslo_vmware.rw_handles [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.250360] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528516e2-c75c-f164-eaf1-35428537d011" [ 1047.250360] env[63198]: _type = "HttpNfcLease" [ 1047.250360] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1047.251061] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f4f4e4-ee8d-429f-821d-e97b27e93899 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.259143] env[63198]: DEBUG oslo_vmware.rw_handles [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200a744-964b-2e18-25cc-414921181c4a/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.259334] env[63198]: DEBUG oslo_vmware.rw_handles [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200a744-964b-2e18-25cc-414921181c4a/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1047.354967] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7f02084-87bd-43c3-89ec-76748163686b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.372808] env[63198]: DEBUG oslo_vmware.api [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.397528] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1047.397528] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.365s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.399420] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.392s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.401336] env[63198]: INFO nova.compute.claims [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.411358] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712858, 'name': Rename_Task, 'duration_secs': 1.018349} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.411358] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.411358] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd65156-122e-446b-8519-e4ec3105328e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.418241] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1047.418241] env[63198]: value = "task-2712864" [ 1047.418241] env[63198]: _type = "Task" [ 1047.418241] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.426186] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.484403] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712859, 'name': ReconfigVM_Task, 'duration_secs': 0.864175} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.484598] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Reconfigured VM instance instance-0000006d to attach disk [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3/cb65e741-8844-4301-a1cb-e87d012dd4b3.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.485219] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a563123-04c7-4a41-aaf3-b9c8738159aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.493013] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1047.493013] env[63198]: value = "task-2712865" [ 1047.493013] env[63198]: _type = "Task" [ 1047.493013] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.501905] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712865, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.537248] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077448} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.537620] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.538388] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b2b209-0473-4b61-8970-8352f4ba8ebd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.562542] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] ede39f5f-cdd8-40a0-8078-e195722d26dd/ede39f5f-cdd8-40a0-8078-e195722d26dd.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.564214] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120a741c-cf74-4d79-b99e-e0a649922af6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.586744] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1047.586744] env[63198]: value = "task-2712866" [ 1047.586744] env[63198]: _type = "Task" [ 1047.586744] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.596159] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.677695] env[63198]: DEBUG oslo_concurrency.lockutils [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] Releasing lock "refresh_cache-aec9b7be-996c-4bd5-a68e-154bb57fc33a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.678107] env[63198]: DEBUG nova.compute.manager [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received event network-changed-bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.678342] env[63198]: DEBUG nova.compute.manager [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing instance network info cache due to event network-changed-bfd1c4e5-3523-4aeb-b374-26c573296b79. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.678673] env[63198]: DEBUG oslo_concurrency.lockutils [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] Acquiring lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.678860] env[63198]: DEBUG oslo_concurrency.lockutils [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] Acquired lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.679094] env[63198]: DEBUG nova.network.neutron [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing network info cache for port bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.805641] env[63198]: DEBUG nova.compute.manager [req-b2969aa7-952e-40dc-8442-1a1cc8e23891 req-8076a7f8-79ef-4de2-acf3-57c45553c510 service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received event network-vif-plugged-7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.805910] env[63198]: DEBUG oslo_concurrency.lockutils [req-b2969aa7-952e-40dc-8442-1a1cc8e23891 req-8076a7f8-79ef-4de2-acf3-57c45553c510 service nova] Acquiring lock "c80709c7-30dc-427b-9cff-43f831a8e30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.806152] env[63198]: DEBUG oslo_concurrency.lockutils [req-b2969aa7-952e-40dc-8442-1a1cc8e23891 req-8076a7f8-79ef-4de2-acf3-57c45553c510 service nova] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.806616] env[63198]: DEBUG oslo_concurrency.lockutils [req-b2969aa7-952e-40dc-8442-1a1cc8e23891 req-8076a7f8-79ef-4de2-acf3-57c45553c510 service nova] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.806616] env[63198]: DEBUG nova.compute.manager [req-b2969aa7-952e-40dc-8442-1a1cc8e23891 req-8076a7f8-79ef-4de2-acf3-57c45553c510 service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] No waiting events found dispatching network-vif-plugged-7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.806616] env[63198]: WARNING nova.compute.manager [req-b2969aa7-952e-40dc-8442-1a1cc8e23891 req-8076a7f8-79ef-4de2-acf3-57c45553c510 service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received unexpected event network-vif-plugged-7b77b84f-056e-46d3-b398-4968dca1c873 for instance with vm_state active and task_state None. [ 1047.836846] env[63198]: DEBUG nova.network.neutron [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Successfully updated port: 7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.877067] env[63198]: DEBUG oslo_vmware.api [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712862, 'name': PowerOnVM_Task, 'duration_secs': 0.881646} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.877441] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.877661] env[63198]: DEBUG nova.compute.manager [None req-7ea16896-965a-4ccc-8ea5-b349348cf69f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.879542] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cabf092-0084-4421-939a-90c52f388231 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.931504] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.973993] env[63198]: DEBUG nova.compute.manager [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Stashing vm_state: active {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1048.005753] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712865, 'name': Rename_Task, 'duration_secs': 0.24333} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.006167] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.006448] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6baea235-a14b-416a-88c6-7114f602159f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.012970] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1048.012970] env[63198]: value = "task-2712867" [ 1048.012970] env[63198]: _type = "Task" [ 1048.012970] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.022065] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.102607] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712866, 'name': ReconfigVM_Task, 'duration_secs': 0.502416} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.103113] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Reconfigured VM instance instance-0000006e to attach disk [datastore2] ede39f5f-cdd8-40a0-8078-e195722d26dd/ede39f5f-cdd8-40a0-8078-e195722d26dd.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.104045] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0ce6bb1-a373-4652-a573-fc6969b126be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.111063] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1048.111063] env[63198]: value = "task-2712868" [ 1048.111063] env[63198]: _type = "Task" [ 1048.111063] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.122915] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712868, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.344238] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.403879] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.404258] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.404432] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.404660] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.404886] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.405377] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.405606] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.407580] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1048.440120] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.495014] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.529510] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.530744] env[63198]: DEBUG nova.network.neutron [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updated VIF entry in instance network info cache for port bfd1c4e5-3523-4aeb-b374-26c573296b79. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.531467] env[63198]: DEBUG nova.network.neutron [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updating instance_info_cache with network_info: [{"id": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "address": "fa:16:3e:2f:b4:c7", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd1c4e5-35", "ovs_interfaceid": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.631402] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712868, 'name': Rename_Task, 'duration_secs': 0.218243} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.632600] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.632980] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8b677b6-c993-414d-a9ae-924973b8d988 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.641808] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1048.641808] env[63198]: value = "task-2712869" [ 1048.641808] env[63198]: _type = "Task" [ 1048.641808] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.653479] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.738908] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4ef71e-e8c3-4060-b52b-d824a788350c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.749127] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd2f011-68b4-4adc-b423-e8d7cef64bdb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.783569] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208073fd-169b-48e3-8506-f76ce58b647a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.792630] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70121dbc-ded4-4f74-a7bf-02388b4e7364 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.809740] env[63198]: DEBUG nova.compute.provider_tree [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.932609] env[63198]: DEBUG oslo_vmware.api [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712864, 'name': PowerOnVM_Task, 'duration_secs': 1.47303} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.933452] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.029155] env[63198]: DEBUG oslo_concurrency.lockutils [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.029649] env[63198]: DEBUG oslo_concurrency.lockutils [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.029725] env[63198]: DEBUG oslo_concurrency.lockutils [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.029868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.030090] env[63198]: DEBUG oslo_concurrency.lockutils [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.031812] env[63198]: DEBUG oslo_vmware.api [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712867, 'name': PowerOnVM_Task, 'duration_secs': 0.720085} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.032521] env[63198]: INFO nova.compute.manager [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Terminating instance [ 1049.033900] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.034222] env[63198]: INFO nova.compute.manager [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1049.034832] env[63198]: DEBUG nova.compute.manager [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.035958] env[63198]: DEBUG oslo_concurrency.lockutils [req-3722f038-8a22-4e27-a440-8ade258b1cff req-a0f57c89-3c50-46e3-b5e1-0c8ac1b66605 service nova] Releasing lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.037141] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce47b28-3b15-4961-828a-2ca15ce3d768 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.040086] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.040322] env[63198]: DEBUG nova.network.neutron [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.088427] env[63198]: DEBUG nova.compute.manager [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.089457] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c4b0ee-255e-45f6-bbeb-c1498815f6fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.153541] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.315279] env[63198]: DEBUG nova.scheduler.client.report [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.544029] env[63198]: DEBUG nova.compute.manager [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.544029] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.544029] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6555abf-a35a-4d84-a55f-32fba783cb6f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.555639] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.556231] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896a91f4-dae5-4b55-979a-df04db3d7b04 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.565062] env[63198]: DEBUG oslo_vmware.api [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1049.565062] env[63198]: value = "task-2712870" [ 1049.565062] env[63198]: _type = "Task" [ 1049.565062] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.572228] env[63198]: INFO nova.compute.manager [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Took 26.80 seconds to build instance. [ 1049.579857] env[63198]: DEBUG oslo_vmware.api [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.615583] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6f068200-9d3e-4360-87ec-ce0598c888ce tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.060s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.617936] env[63198]: WARNING nova.network.neutron [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] 7a568656-1fe8-4d48-a7a4-d59ccc13b608 already exists in list: networks containing: ['7a568656-1fe8-4d48-a7a4-d59ccc13b608']. ignoring it [ 1049.654362] env[63198]: DEBUG oslo_vmware.api [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712869, 'name': PowerOnVM_Task, 'duration_secs': 0.678248} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.658023] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.658023] env[63198]: INFO nova.compute.manager [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1049.658023] env[63198]: DEBUG nova.compute.manager [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.658023] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706f60f0-5d5d-4742-8eee-c02d1dac9468 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.820231] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.820857] env[63198]: DEBUG nova.compute.manager [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.823773] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.610s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.825441] env[63198]: INFO nova.compute.claims [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.941365] env[63198]: DEBUG nova.compute.manager [req-64a12c2f-e1d8-411e-a141-6baeca0e0cff req-9399ce07-44df-4b3b-a192-79db9cb4d24e service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received event network-changed-7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.941365] env[63198]: DEBUG nova.compute.manager [req-64a12c2f-e1d8-411e-a141-6baeca0e0cff req-9399ce07-44df-4b3b-a192-79db9cb4d24e service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing instance network info cache due to event network-changed-7b77b84f-056e-46d3-b398-4968dca1c873. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.945096] env[63198]: DEBUG oslo_concurrency.lockutils [req-64a12c2f-e1d8-411e-a141-6baeca0e0cff req-9399ce07-44df-4b3b-a192-79db9cb4d24e service nova] Acquiring lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.075026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d67c2c83-9ea2-4191-a80b-3ecf95e3e7d5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.314s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.081915] env[63198]: DEBUG oslo_vmware.api [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712870, 'name': PowerOffVM_Task, 'duration_secs': 0.457494} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.081915] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.082107] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.082678] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d5c2120-df47-4192-b692-0dc0c42527d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.151952] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.152825] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.153418] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleting the datastore file [datastore2] 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.153797] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c59c36-807d-4d6f-a5cc-b938f0956a16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.162891] env[63198]: DEBUG oslo_vmware.api [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1050.162891] env[63198]: value = "task-2712872" [ 1050.162891] env[63198]: _type = "Task" [ 1050.162891] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.180999] env[63198]: DEBUG oslo_vmware.api [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.181844] env[63198]: INFO nova.compute.manager [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Took 23.18 seconds to build instance. [ 1050.331753] env[63198]: DEBUG nova.compute.utils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.337841] env[63198]: DEBUG nova.compute.manager [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.338147] env[63198]: DEBUG nova.network.neutron [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.385060] env[63198]: DEBUG nova.network.neutron [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updating instance_info_cache with network_info: [{"id": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "address": "fa:16:3e:2f:b4:c7", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd1c4e5-35", "ovs_interfaceid": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b77b84f-056e-46d3-b398-4968dca1c873", "address": "fa:16:3e:bc:32:f5", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b77b84f-05", "ovs_interfaceid": "7b77b84f-056e-46d3-b398-4968dca1c873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.398028] env[63198]: DEBUG nova.policy [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018336ea6cfe4d9eb805203a847298e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e7e100fc154452b2f178eb15511b0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.475861] env[63198]: DEBUG nova.compute.manager [req-b5202f56-15c7-4374-8e5b-c7bf12ab15d7 req-4a4ef827-213d-4c88-aba7-b44341903e31 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Received event network-changed-c5ddac95-7d62-458d-b055-a3d00b6cc008 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.475861] env[63198]: DEBUG nova.compute.manager [req-b5202f56-15c7-4374-8e5b-c7bf12ab15d7 req-4a4ef827-213d-4c88-aba7-b44341903e31 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Refreshing instance network info cache due to event network-changed-c5ddac95-7d62-458d-b055-a3d00b6cc008. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.475861] env[63198]: DEBUG oslo_concurrency.lockutils [req-b5202f56-15c7-4374-8e5b-c7bf12ab15d7 req-4a4ef827-213d-4c88-aba7-b44341903e31 service nova] Acquiring lock "refresh_cache-cb65e741-8844-4301-a1cb-e87d012dd4b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.475861] env[63198]: DEBUG oslo_concurrency.lockutils [req-b5202f56-15c7-4374-8e5b-c7bf12ab15d7 req-4a4ef827-213d-4c88-aba7-b44341903e31 service nova] Acquired lock "refresh_cache-cb65e741-8844-4301-a1cb-e87d012dd4b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.475861] env[63198]: DEBUG nova.network.neutron [req-b5202f56-15c7-4374-8e5b-c7bf12ab15d7 req-4a4ef827-213d-4c88-aba7-b44341903e31 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Refreshing network info cache for port c5ddac95-7d62-458d-b055-a3d00b6cc008 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.675024] env[63198]: DEBUG oslo_vmware.api [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322737} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.675024] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.675024] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.675024] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.675024] env[63198]: INFO nova.compute.manager [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1050.675565] env[63198]: DEBUG oslo.service.loopingcall [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.675565] env[63198]: DEBUG nova.compute.manager [-] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.675565] env[63198]: DEBUG nova.network.neutron [-] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.684093] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e44147b-9035-44b4-83c4-9f0f0b44b6f2 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "ede39f5f-cdd8-40a0-8078-e195722d26dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.696s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.838850] env[63198]: DEBUG nova.compute.manager [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.858687] env[63198]: DEBUG nova.network.neutron [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Successfully created port: 07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.888108] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.889185] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.889289] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.890026] env[63198]: DEBUG oslo_concurrency.lockutils [req-64a12c2f-e1d8-411e-a141-6baeca0e0cff req-9399ce07-44df-4b3b-a192-79db9cb4d24e service nova] Acquired lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.890026] env[63198]: DEBUG nova.network.neutron [req-64a12c2f-e1d8-411e-a141-6baeca0e0cff req-9399ce07-44df-4b3b-a192-79db9cb4d24e service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Refreshing network info cache for port 7b77b84f-056e-46d3-b398-4968dca1c873 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.894040] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdea6dfd-42f1-4172-8329-6f2eba581581 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.912514] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.912799] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.912969] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.913250] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.913320] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.913451] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.913663] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.913845] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.914048] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.914304] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.914398] env[63198]: DEBUG nova.virt.hardware [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.921735] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Reconfiguring VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1050.924153] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301c0746-9918-4b84-b0b2-ef6ddbac6c8c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.948183] env[63198]: DEBUG oslo_vmware.api [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1050.948183] env[63198]: value = "task-2712873" [ 1050.948183] env[63198]: _type = "Task" [ 1050.948183] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.958816] env[63198]: DEBUG oslo_vmware.api [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712873, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.240144] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ea6f4a-d21f-48d3-ab2c-0d9b9d5cc3b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.256951] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84620d99-3c3c-4f04-b2e5-40d3e1a00ecb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.293711] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aadf98-68ca-4e94-8eb4-3349edd83233 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.302689] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01b5c68-6df7-42db-8054-42983d1e250d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.320976] env[63198]: DEBUG nova.compute.provider_tree [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.459857] env[63198]: DEBUG oslo_vmware.api [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.526932] env[63198]: DEBUG nova.network.neutron [req-b5202f56-15c7-4374-8e5b-c7bf12ab15d7 req-4a4ef827-213d-4c88-aba7-b44341903e31 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Updated VIF entry in instance network info cache for port c5ddac95-7d62-458d-b055-a3d00b6cc008. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.527387] env[63198]: DEBUG nova.network.neutron [req-b5202f56-15c7-4374-8e5b-c7bf12ab15d7 req-4a4ef827-213d-4c88-aba7-b44341903e31 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Updating instance_info_cache with network_info: [{"id": "c5ddac95-7d62-458d-b055-a3d00b6cc008", "address": "fa:16:3e:9d:a4:49", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ddac95-7d", "ovs_interfaceid": "c5ddac95-7d62-458d-b055-a3d00b6cc008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.824403] env[63198]: DEBUG nova.scheduler.client.report [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.828995] env[63198]: DEBUG nova.network.neutron [req-64a12c2f-e1d8-411e-a141-6baeca0e0cff req-9399ce07-44df-4b3b-a192-79db9cb4d24e service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updated VIF entry in instance network info cache for port 7b77b84f-056e-46d3-b398-4968dca1c873. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.829585] env[63198]: DEBUG nova.network.neutron [req-64a12c2f-e1d8-411e-a141-6baeca0e0cff req-9399ce07-44df-4b3b-a192-79db9cb4d24e service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updating instance_info_cache with network_info: [{"id": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "address": "fa:16:3e:2f:b4:c7", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd1c4e5-35", "ovs_interfaceid": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b77b84f-056e-46d3-b398-4968dca1c873", "address": "fa:16:3e:bc:32:f5", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b77b84f-05", "ovs_interfaceid": "7b77b84f-056e-46d3-b398-4968dca1c873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.861171] env[63198]: DEBUG nova.compute.manager [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.901107] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.901420] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.901525] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.901741] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.902479] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.902479] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.902479] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.902632] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.902747] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.903437] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.903437] env[63198]: DEBUG nova.virt.hardware [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.904111] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c86d3-e386-44a3-bfe3-3020dbed18a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.913453] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfec069-22ee-44a3-91a5-ed05626a2b05 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.964296] env[63198]: DEBUG oslo_vmware.api [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712873, 'name': ReconfigVM_Task, 'duration_secs': 0.819349} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.964989] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.965315] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Reconfigured VM to attach interface {{(pid=63198) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1052.033797] env[63198]: DEBUG oslo_concurrency.lockutils [req-b5202f56-15c7-4374-8e5b-c7bf12ab15d7 req-4a4ef827-213d-4c88-aba7-b44341903e31 service nova] Releasing lock "refresh_cache-cb65e741-8844-4301-a1cb-e87d012dd4b3" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.133416] env[63198]: DEBUG nova.compute.manager [req-b06f781e-48cb-4828-822e-b8352ffd5ade req-d49326f2-6ca2-419d-b0fc-51a732bf0de3 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Received event network-vif-deleted-29cc8ac4-8809-49df-b586-020e85e41192 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.134683] env[63198]: INFO nova.compute.manager [req-b06f781e-48cb-4828-822e-b8352ffd5ade req-d49326f2-6ca2-419d-b0fc-51a732bf0de3 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Neutron deleted interface 29cc8ac4-8809-49df-b586-020e85e41192; detaching it from the instance and deleting it from the info cache [ 1052.134683] env[63198]: DEBUG nova.network.neutron [req-b06f781e-48cb-4828-822e-b8352ffd5ade req-d49326f2-6ca2-419d-b0fc-51a732bf0de3 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.171653] env[63198]: DEBUG nova.network.neutron [-] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.333021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.333521] env[63198]: DEBUG nova.compute.manager [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.336598] env[63198]: DEBUG oslo_concurrency.lockutils [req-64a12c2f-e1d8-411e-a141-6baeca0e0cff req-9399ce07-44df-4b3b-a192-79db9cb4d24e service nova] Releasing lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.337236] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.842s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.471042] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e4b92a54-b8e2-4233-9297-49f2c88a06e3 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-c80709c7-30dc-427b-9cff-43f831a8e30b-7b77b84f-056e-46d3-b398-4968dca1c873" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.855s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.637296] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30f8a465-0cb4-4557-9d4b-0aa0ec6fbb16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.649953] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb727c7-2e7d-49a3-bbba-6521fccd772f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.676773] env[63198]: INFO nova.compute.manager [-] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Took 2.00 seconds to deallocate network for instance. [ 1052.690591] env[63198]: DEBUG nova.compute.manager [req-b06f781e-48cb-4828-822e-b8352ffd5ade req-d49326f2-6ca2-419d-b0fc-51a732bf0de3 service nova] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Detach interface failed, port_id=29cc8ac4-8809-49df-b586-020e85e41192, reason: Instance 27b8d2f5-65c6-4129-96b7-9b3941dbe262 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1052.782752] env[63198]: DEBUG nova.network.neutron [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Successfully updated port: 07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.839624] env[63198]: DEBUG nova.compute.utils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.843488] env[63198]: DEBUG nova.compute.manager [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.843701] env[63198]: DEBUG nova.network.neutron [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.854035] env[63198]: INFO nova.compute.claims [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.901105] env[63198]: DEBUG nova.policy [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c55026caee784367b5acbc0d72903256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15e5dd7a37ae4500bc9f988d84f35c36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.156858] env[63198]: DEBUG nova.compute.manager [req-4b34e05c-4ccb-4722-acfb-cc30a52df2bb req-e6ae7fb0-e478-433b-aa04-4a3b9cb750f7 service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Received event network-vif-plugged-07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.156858] env[63198]: DEBUG oslo_concurrency.lockutils [req-4b34e05c-4ccb-4722-acfb-cc30a52df2bb req-e6ae7fb0-e478-433b-aa04-4a3b9cb750f7 service nova] Acquiring lock "087eb9e9-c205-4bdf-a270-d26425b46846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.156858] env[63198]: DEBUG oslo_concurrency.lockutils [req-4b34e05c-4ccb-4722-acfb-cc30a52df2bb req-e6ae7fb0-e478-433b-aa04-4a3b9cb750f7 service nova] Lock "087eb9e9-c205-4bdf-a270-d26425b46846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.156858] env[63198]: DEBUG oslo_concurrency.lockutils [req-4b34e05c-4ccb-4722-acfb-cc30a52df2bb req-e6ae7fb0-e478-433b-aa04-4a3b9cb750f7 service nova] Lock "087eb9e9-c205-4bdf-a270-d26425b46846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.156858] env[63198]: DEBUG nova.compute.manager [req-4b34e05c-4ccb-4722-acfb-cc30a52df2bb req-e6ae7fb0-e478-433b-aa04-4a3b9cb750f7 service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] No waiting events found dispatching network-vif-plugged-07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.156858] env[63198]: WARNING nova.compute.manager [req-4b34e05c-4ccb-4722-acfb-cc30a52df2bb req-e6ae7fb0-e478-433b-aa04-4a3b9cb750f7 service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Received unexpected event network-vif-plugged-07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 for instance with vm_state building and task_state spawning. [ 1053.196324] env[63198]: DEBUG oslo_concurrency.lockutils [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.246064] env[63198]: DEBUG nova.network.neutron [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Successfully created port: 32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.286892] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "refresh_cache-087eb9e9-c205-4bdf-a270-d26425b46846" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.286892] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "refresh_cache-087eb9e9-c205-4bdf-a270-d26425b46846" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.286892] env[63198]: DEBUG nova.network.neutron [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.347657] env[63198]: DEBUG nova.compute.manager [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.364700] env[63198]: INFO nova.compute.resource_tracker [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating resource usage from migration c62bb075-3778-457e-b2eb-3d843d04d222 [ 1053.630146] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e06356c-43fe-463f-9108-1fb1242c2995 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.639811] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d8900e-ad64-4cb0-86ed-dfcc147470bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.675455] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f798e20-6199-4096-827e-a0814418e144 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.683861] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978fd2d7-b0d9-4564-bfac-1d7c48a099d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.700403] env[63198]: DEBUG nova.compute.provider_tree [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.840753] env[63198]: DEBUG nova.network.neutron [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.065164] env[63198]: DEBUG nova.network.neutron [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Updating instance_info_cache with network_info: [{"id": "07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71", "address": "fa:16:3e:d6:ad:26", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cc9ccd-1d", "ovs_interfaceid": "07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.136308] env[63198]: DEBUG nova.compute.manager [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.137222] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa8b2a0-c8fd-432f-9a06-933ddda8b7aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.204050] env[63198]: DEBUG nova.scheduler.client.report [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.356030] env[63198]: DEBUG oslo_concurrency.lockutils [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "interface-c80709c7-30dc-427b-9cff-43f831a8e30b-7b77b84f-056e-46d3-b398-4968dca1c873" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.356502] env[63198]: DEBUG oslo_concurrency.lockutils [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-c80709c7-30dc-427b-9cff-43f831a8e30b-7b77b84f-056e-46d3-b398-4968dca1c873" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.359196] env[63198]: DEBUG nova.compute.manager [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.383578] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.383827] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.383987] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.384186] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.384340] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.384492] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.384699] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.384859] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.385047] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.385225] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.385400] env[63198]: DEBUG nova.virt.hardware [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.386578] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c219947-08bd-492d-ba3b-fb7b98f29a8c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.396481] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295c6ac9-23b1-497f-bda9-067663c3f1cf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.422839] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.422839] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.568819] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "refresh_cache-087eb9e9-c205-4bdf-a270-d26425b46846" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.569412] env[63198]: DEBUG nova.compute.manager [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Instance network_info: |[{"id": "07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71", "address": "fa:16:3e:d6:ad:26", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cc9ccd-1d", "ovs_interfaceid": "07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.569840] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:ad:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.577649] env[63198]: DEBUG oslo.service.loopingcall [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.577868] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.578490] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ac8e6a8-d46b-49d9-b043-fb2ef649339f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.599702] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.599702] env[63198]: value = "task-2712874" [ 1054.599702] env[63198]: _type = "Task" [ 1054.599702] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.608219] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712874, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.648605] env[63198]: INFO nova.compute.manager [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] instance snapshotting [ 1054.652091] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46687494-eb62-4a14-902e-3152e26705ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.671634] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5a471a-c476-4854-9964-5a3ebf942e69 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.710870] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.373s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.710870] env[63198]: INFO nova.compute.manager [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Migrating [ 1054.717439] env[63198]: DEBUG oslo_concurrency.lockutils [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.521s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.717670] env[63198]: DEBUG nova.objects.instance [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'resources' on Instance uuid 27b8d2f5-65c6-4129-96b7-9b3941dbe262 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.781392] env[63198]: DEBUG nova.network.neutron [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Successfully updated port: 32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.862427] env[63198]: DEBUG oslo_concurrency.lockutils [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.862621] env[63198]: DEBUG oslo_concurrency.lockutils [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.864586] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd79a03-ce9c-4904-a463-4889ca0f351e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.891377] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f774ef-44bc-4a60-af6d-fe271e77d333 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.921593] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Reconfiguring VM to detach interface {{(pid=63198) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1054.924873] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd71efb-7b84-4c63-8d3c-78fec080abbe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.939413] env[63198]: DEBUG nova.compute.manager [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.946705] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1054.946705] env[63198]: value = "task-2712875" [ 1054.946705] env[63198]: _type = "Task" [ 1054.946705] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.955208] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.042803] env[63198]: DEBUG oslo_vmware.rw_handles [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200a744-964b-2e18-25cc-414921181c4a/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1055.043758] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe97cd4a-bb7c-4998-9f51-2386e5a474f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.051898] env[63198]: DEBUG oslo_vmware.rw_handles [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200a744-964b-2e18-25cc-414921181c4a/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1055.052262] env[63198]: ERROR oslo_vmware.rw_handles [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200a744-964b-2e18-25cc-414921181c4a/disk-0.vmdk due to incomplete transfer. [ 1055.052262] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bbfab7be-4b35-45e1-a934-e36866372151 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.059449] env[63198]: DEBUG oslo_vmware.rw_handles [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200a744-964b-2e18-25cc-414921181c4a/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1055.059689] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Uploaded image b9264b34-7659-4c43-b4e6-f6cc54fe87a2 to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1055.062056] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1055.063169] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa1868da-a6a4-48da-b6f1-8212f86fd763 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.065289] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86070bc1-289b-449d-b964-cf4009f490d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.073346] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93e07d2-d12f-4d1d-a533-76a625ce7047 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.076852] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1055.076852] env[63198]: value = "task-2712876" [ 1055.076852] env[63198]: _type = "Task" [ 1055.076852] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.109882] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a3da6f-153d-4f2d-865c-d99928f6b9e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.115177] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712876, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.120045] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712874, 'name': CreateVM_Task, 'duration_secs': 0.379064} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.121940] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.124806] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.124806] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.124806] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.124806] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab1a5f9-202b-438b-87a1-613bbe036187 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.128968] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b1420e-e508-4e02-b87f-c36ef21052c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.140309] env[63198]: DEBUG nova.compute.provider_tree [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.143546] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1055.143546] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e35983-fa35-2725-3eb8-2d0eb8294c3d" [ 1055.143546] env[63198]: _type = "Task" [ 1055.143546] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.154121] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e35983-fa35-2725-3eb8-2d0eb8294c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.154402] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.154625] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.154849] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.154992] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.155180] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.155443] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2513abe-e5be-4c85-bbcc-333c73839f6c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.166442] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.166442] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.166442] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3f833b-e23c-40c1-8eb8-c0863a9e310b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.170141] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1055.170141] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522a3b8b-1703-24fb-ad51-2e42449a6248" [ 1055.170141] env[63198]: _type = "Task" [ 1055.170141] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.177713] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522a3b8b-1703-24fb-ad51-2e42449a6248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.183371] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1055.183371] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e44a0eff-d0a0-4ffb-879a-814b475d397c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.191977] env[63198]: DEBUG nova.compute.manager [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Received event network-changed-07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.191977] env[63198]: DEBUG nova.compute.manager [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Refreshing instance network info cache due to event network-changed-07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.192371] env[63198]: DEBUG oslo_concurrency.lockutils [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] Acquiring lock "refresh_cache-087eb9e9-c205-4bdf-a270-d26425b46846" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.192371] env[63198]: DEBUG oslo_concurrency.lockutils [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] Acquired lock "refresh_cache-087eb9e9-c205-4bdf-a270-d26425b46846" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.192465] env[63198]: DEBUG nova.network.neutron [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Refreshing network info cache for port 07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.195869] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1055.195869] env[63198]: value = "task-2712877" [ 1055.195869] env[63198]: _type = "Task" [ 1055.195869] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.207460] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.230891] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.231230] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.231610] env[63198]: DEBUG nova.network.neutron [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.286259] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.286511] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.286577] env[63198]: DEBUG nova.network.neutron [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.455894] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.456810] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.587233] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712876, 'name': Destroy_Task, 'duration_secs': 0.334688} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.587510] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Destroyed the VM [ 1055.587746] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1055.588010] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-908c6390-0a0a-4871-9c86-311c45588cbd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.594085] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1055.594085] env[63198]: value = "task-2712878" [ 1055.594085] env[63198]: _type = "Task" [ 1055.594085] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.603690] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712878, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.643559] env[63198]: DEBUG nova.scheduler.client.report [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.680507] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522a3b8b-1703-24fb-ad51-2e42449a6248, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.681400] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd4e64f-1585-444a-a87f-1b455937899f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.686367] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1055.686367] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd097c-6407-0fd5-e5fd-c696f5a79078" [ 1055.686367] env[63198]: _type = "Task" [ 1055.686367] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.694272] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd097c-6407-0fd5-e5fd-c696f5a79078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.706121] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.851710] env[63198]: DEBUG nova.network.neutron [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.907195] env[63198]: DEBUG nova.network.neutron [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Updated VIF entry in instance network info cache for port 07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.907636] env[63198]: DEBUG nova.network.neutron [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Updating instance_info_cache with network_info: [{"id": "07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71", "address": "fa:16:3e:d6:ad:26", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cc9ccd-1d", "ovs_interfaceid": "07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.956986] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.103697] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712878, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.149119] env[63198]: DEBUG oslo_concurrency.lockutils [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.432s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.151681] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.695s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.153336] env[63198]: INFO nova.compute.claims [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.195029] env[63198]: INFO nova.scheduler.client.report [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted allocations for instance 27b8d2f5-65c6-4129-96b7-9b3941dbe262 [ 1056.204625] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52bd097c-6407-0fd5-e5fd-c696f5a79078, 'name': SearchDatastore_Task, 'duration_secs': 0.01149} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.207087] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.207352] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 087eb9e9-c205-4bdf-a270-d26425b46846/087eb9e9-c205-4bdf-a270-d26425b46846.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.207652] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95352896-f9f5-452c-9d07-13dc31889cf0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.216066] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.219082] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1056.219082] env[63198]: value = "task-2712879" [ 1056.219082] env[63198]: _type = "Task" [ 1056.219082] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.228801] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.411493] env[63198]: DEBUG oslo_concurrency.lockutils [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] Releasing lock "refresh_cache-087eb9e9-c205-4bdf-a270-d26425b46846" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.411737] env[63198]: DEBUG nova.compute.manager [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Received event network-vif-plugged-32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.411907] env[63198]: DEBUG oslo_concurrency.lockutils [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] Acquiring lock "34f022d7-d7c9-40a8-9bd4-1493158fc430-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.412151] env[63198]: DEBUG oslo_concurrency.lockutils [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.412315] env[63198]: DEBUG oslo_concurrency.lockutils [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.412481] env[63198]: DEBUG nova.compute.manager [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] No waiting events found dispatching network-vif-plugged-32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.413039] env[63198]: WARNING nova.compute.manager [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Received unexpected event network-vif-plugged-32e04c3a-0c3b-44d3-8432-b07604779692 for instance with vm_state building and task_state spawning. [ 1056.413039] env[63198]: DEBUG nova.compute.manager [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Received event network-changed-32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.413191] env[63198]: DEBUG nova.compute.manager [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Refreshing instance network info cache due to event network-changed-32e04c3a-0c3b-44d3-8432-b07604779692. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.413239] env[63198]: DEBUG oslo_concurrency.lockutils [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] Acquiring lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.418720] env[63198]: DEBUG nova.network.neutron [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating instance_info_cache with network_info: [{"id": "32e04c3a-0c3b-44d3-8432-b07604779692", "address": "fa:16:3e:74:3a:7d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e04c3a-0c", "ovs_interfaceid": "32e04c3a-0c3b-44d3-8432-b07604779692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.427530] env[63198]: DEBUG nova.network.neutron [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance_info_cache with network_info: [{"id": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "address": "fa:16:3e:a8:2c:7e", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f68df74-6e", "ovs_interfaceid": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.458480] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.604896] env[63198]: DEBUG oslo_vmware.api [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712878, 'name': RemoveSnapshot_Task, 'duration_secs': 0.705304} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.605229] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1056.605460] env[63198]: INFO nova.compute.manager [None req-525fc98c-f8e0-48ee-9739-376f5c5ede2e tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Took 18.53 seconds to snapshot the instance on the hypervisor. [ 1056.709997] env[63198]: DEBUG oslo_concurrency.lockutils [None req-07f643a8-8696-4dbf-b979-ff2e6072f243 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "27b8d2f5-65c6-4129-96b7-9b3941dbe262" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.680s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.716424] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712877, 'name': CreateSnapshot_Task, 'duration_secs': 1.143276} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.716700] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1056.717486] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72a645-b811-48ba-ab25-b22ba136bd3e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.733298] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712879, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.922130] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.922130] env[63198]: DEBUG nova.compute.manager [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Instance network_info: |[{"id": "32e04c3a-0c3b-44d3-8432-b07604779692", "address": "fa:16:3e:74:3a:7d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e04c3a-0c", "ovs_interfaceid": "32e04c3a-0c3b-44d3-8432-b07604779692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.922496] env[63198]: DEBUG oslo_concurrency.lockutils [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] Acquired lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.922545] env[63198]: DEBUG nova.network.neutron [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Refreshing network info cache for port 32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.923879] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:3a:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32e04c3a-0c3b-44d3-8432-b07604779692', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.931882] env[63198]: DEBUG oslo.service.loopingcall [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.935767] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.937036] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.937643] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f2a2abd-ade5-4284-8904-6fc830a46560 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.963812] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.965053] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.965053] env[63198]: value = "task-2712880" [ 1056.965053] env[63198]: _type = "Task" [ 1056.965053] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.972846] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712880, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.150016] env[63198]: DEBUG nova.network.neutron [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updated VIF entry in instance network info cache for port 32e04c3a-0c3b-44d3-8432-b07604779692. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.150412] env[63198]: DEBUG nova.network.neutron [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating instance_info_cache with network_info: [{"id": "32e04c3a-0c3b-44d3-8432-b07604779692", "address": "fa:16:3e:74:3a:7d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e04c3a-0c", "ovs_interfaceid": "32e04c3a-0c3b-44d3-8432-b07604779692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.233771] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712879, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.240897] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1057.243481] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a10d0b4-fcfe-45f4-ae96-855d94fb0a3e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.252742] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1057.252742] env[63198]: value = "task-2712881" [ 1057.252742] env[63198]: _type = "Task" [ 1057.252742] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.266124] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712881, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.410199] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91609c0-4df6-46e9-b551-e256a0b6636b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.418225] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545815b6-15c2-43c1-83b3-837ecb4b13c4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.455863] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca60cc2-95b9-4d0b-a26c-8a4ee13824ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.467348] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.473856] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003dc83a-432e-4944-ba74-efa2a7c8452f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.486379] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712880, 'name': CreateVM_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.494446] env[63198]: DEBUG nova.compute.provider_tree [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.653576] env[63198]: DEBUG oslo_concurrency.lockutils [req-4fd41d88-00e9-4b86-a766-654fe2688041 req-4d1e3214-e0dc-4adb-9911-662f514ac1de service nova] Releasing lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.735062] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712879, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.518218} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.735383] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 087eb9e9-c205-4bdf-a270-d26425b46846/087eb9e9-c205-4bdf-a270-d26425b46846.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.735582] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.735845] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8342af55-c14b-43b8-8159-bf4190fb21c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.742611] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1057.742611] env[63198]: value = "task-2712882" [ 1057.742611] env[63198]: _type = "Task" [ 1057.742611] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.750441] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.763085] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712881, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.967922] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.976854] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712880, 'name': CreateVM_Task, 'duration_secs': 0.79465} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.977059] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.977724] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.977893] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.978230] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.978486] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1af535-b43b-4fef-81b0-6728171c5011 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.983104] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1057.983104] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52989816-b167-023f-9079-fd61d76a7823" [ 1057.983104] env[63198]: _type = "Task" [ 1057.983104] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.991287] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52989816-b167-023f-9079-fd61d76a7823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.997307] env[63198]: DEBUG nova.scheduler.client.report [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.253359] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099124} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.253698] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.254660] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d4d262-e4f3-4493-a97d-ccb70e813787 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.290552] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 087eb9e9-c205-4bdf-a270-d26425b46846/087eb9e9-c205-4bdf-a270-d26425b46846.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.290921] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712881, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.294104] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89cdcb24-9d2a-44cf-93bb-0b5a9ef9f706 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.318143] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1058.318143] env[63198]: value = "task-2712883" [ 1058.318143] env[63198]: _type = "Task" [ 1058.318143] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.330879] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.361438] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.361679] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.468126] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.471569] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edabafef-b2d4-4805-bc0c-7d0bcab383af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.489336] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance '6841d68b-2a80-4833-8814-630990828258' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.502488] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.503133] env[63198]: DEBUG nova.compute.manager [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.505710] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52989816-b167-023f-9079-fd61d76a7823, 'name': SearchDatastore_Task, 'duration_secs': 0.014187} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.506441] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.506667] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.506895] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.507057] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.507813] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.507813] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a5ad958-0e85-4ced-b4b6-b39d92a93f19 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.515611] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.515778] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.516528] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f44ec14-3f4c-47ce-878b-d8ab8f5a4a14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.522044] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1058.522044] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520fb0b6-481d-13f3-19e9-1f639b98ccd2" [ 1058.522044] env[63198]: _type = "Task" [ 1058.522044] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.529866] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520fb0b6-481d-13f3-19e9-1f639b98ccd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.764020] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712881, 'name': CloneVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.812351] env[63198]: DEBUG nova.compute.manager [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.813369] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea64b7d-b4ae-4ea7-b8c2-623c0bc97ee2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.829145] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712883, 'name': ReconfigVM_Task, 'duration_secs': 0.27631} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.829378] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 087eb9e9-c205-4bdf-a270-d26425b46846/087eb9e9-c205-4bdf-a270-d26425b46846.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.829964] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4ab6979-783e-4728-8cdb-2b0fa45fb100 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.835685] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1058.835685] env[63198]: value = "task-2712884" [ 1058.835685] env[63198]: _type = "Task" [ 1058.835685] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.844621] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712884, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.864733] env[63198]: DEBUG nova.compute.manager [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.966915] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.998262] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.999027] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f640e7-8dd9-42bc-9600-4626f12f04aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.005197] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1059.005197] env[63198]: value = "task-2712885" [ 1059.005197] env[63198]: _type = "Task" [ 1059.005197] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.010360] env[63198]: DEBUG nova.compute.utils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.011894] env[63198]: DEBUG nova.compute.manager [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.012090] env[63198]: DEBUG nova.network.neutron [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.019498] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.031819] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520fb0b6-481d-13f3-19e9-1f639b98ccd2, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.032665] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38607ac4-1a61-4494-8182-aced97864fd4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.038406] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1059.038406] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e2647-75d5-b77c-ceb9-2b1b644f6c66" [ 1059.038406] env[63198]: _type = "Task" [ 1059.038406] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.046337] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e2647-75d5-b77c-ceb9-2b1b644f6c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.069795] env[63198]: DEBUG nova.policy [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44adacbbf0d14816befbe72634e34294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f0618f409d4455498a588df2ca7a89c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.264245] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712881, 'name': CloneVM_Task, 'duration_secs': 1.547576} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.264245] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Created linked-clone VM from snapshot [ 1059.265098] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfadfc1-2056-4ca1-84ae-fed0086728d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.272085] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Uploading image d6243bbe-66e2-4590-bb31-a8a481e2612f {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1059.287080] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1059.287359] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dad29742-31c3-4e6b-9d1f-013e019a0ba1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.293909] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1059.293909] env[63198]: value = "task-2712886" [ 1059.293909] env[63198]: _type = "Task" [ 1059.293909] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.301692] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712886, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.326210] env[63198]: INFO nova.compute.manager [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] instance snapshotting [ 1059.328825] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d5ed82-b461-4229-8001-c76d364adb02 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.352318] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1c1346-c638-4b7e-a44d-3c490277cc89 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.359494] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712884, 'name': Rename_Task, 'duration_secs': 0.145711} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.361409] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.364074] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ca285d6-ee0d-47ac-8207-7bbae1caa368 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.366280] env[63198]: DEBUG nova.network.neutron [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Successfully created port: d768fa1a-0f4c-4839-aba4-90a2fcd490f0 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.374711] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1059.374711] env[63198]: value = "task-2712887" [ 1059.374711] env[63198]: _type = "Task" [ 1059.374711] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.383768] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.388347] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.388575] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.390096] env[63198]: INFO nova.compute.claims [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.469676] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.515215] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712885, 'name': PowerOffVM_Task, 'duration_secs': 0.253501} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.515715] env[63198]: DEBUG nova.compute.manager [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.518410] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.518601] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance '6841d68b-2a80-4833-8814-630990828258' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.549484] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e2647-75d5-b77c-ceb9-2b1b644f6c66, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.549781] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.550930] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 34f022d7-d7c9-40a8-9bd4-1493158fc430/34f022d7-d7c9-40a8-9bd4-1493158fc430.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.550930] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6e9806c-a8f0-474c-a735-c789710b6994 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.557810] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1059.557810] env[63198]: value = "task-2712888" [ 1059.557810] env[63198]: _type = "Task" [ 1059.557810] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.567045] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.804059] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712886, 'name': Destroy_Task, 'duration_secs': 0.477923} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.804334] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Destroyed the VM [ 1059.804570] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.804837] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-627eb51a-f864-4058-a8b8-18db42a8859c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.811761] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1059.811761] env[63198]: value = "task-2712889" [ 1059.811761] env[63198]: _type = "Task" [ 1059.811761] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.820181] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712889, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.870578] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1059.871366] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-239e9525-6ead-417c-823a-f29700b9c564 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.882293] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1059.882293] env[63198]: value = "task-2712890" [ 1059.882293] env[63198]: _type = "Task" [ 1059.882293] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.889416] env[63198]: DEBUG oslo_vmware.api [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712887, 'name': PowerOnVM_Task, 'duration_secs': 0.492313} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.890148] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.890497] env[63198]: INFO nova.compute.manager [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1059.890680] env[63198]: DEBUG nova.compute.manager [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.891538] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560be60f-c261-43aa-8467-db47ba495a5a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.899773] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.968626] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.029833] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.030210] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.030458] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.030714] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.030888] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.031093] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.031524] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.031524] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.031781] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.031958] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.032150] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.038578] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa853818-083a-4dab-bec3-46bbe525ca73 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.058107] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1060.058107] env[63198]: value = "task-2712891" [ 1060.058107] env[63198]: _type = "Task" [ 1060.058107] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.077106] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.077450] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712888, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.322016] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712889, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.393792] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.416314] env[63198]: INFO nova.compute.manager [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Took 24.43 seconds to build instance. [ 1060.469359] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.540438] env[63198]: DEBUG nova.compute.manager [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.564312] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.564569] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.564724] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.564906] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.565061] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.565210] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.565419] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.565574] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.565740] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.565900] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.566080] env[63198]: DEBUG nova.virt.hardware [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.568864] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aeb11e-03d8-4205-99c2-60debd778ecc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.579566] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712891, 'name': ReconfigVM_Task, 'duration_secs': 0.302702} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.586136] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance '6841d68b-2a80-4833-8814-630990828258' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.590476] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553008} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.590983] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 34f022d7-d7c9-40a8-9bd4-1493158fc430/34f022d7-d7c9-40a8-9bd4-1493158fc430.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.591214] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.592393] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c416a3e-d194-45e2-8635-3e4d198a7ff0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.596778] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a469460b-f1d3-4fca-8785-3a02e9758224 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.610935] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1060.610935] env[63198]: value = "task-2712892" [ 1060.610935] env[63198]: _type = "Task" [ 1060.610935] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.618915] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.635610] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af533db-f689-40b2-9e58-75fad332620a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.642970] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2982bf6b-c451-426b-9ba3-ecd3773c597d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.675772] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c553ae46-b4d6-4810-996b-719855a82651 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.683882] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66a2840-3ed8-4954-8912-26a8393bef58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.700434] env[63198]: DEBUG nova.compute.provider_tree [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.827022] env[63198]: DEBUG oslo_vmware.api [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712889, 'name': RemoveSnapshot_Task, 'duration_secs': 0.902742} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.827022] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.893478] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712890, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.917661] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6471a00e-b2c6-4625-91ed-c8f1cb19aa65 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "087eb9e9-c205-4bdf-a270-d26425b46846" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.939s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.970394] env[63198]: DEBUG oslo_vmware.api [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712875, 'name': ReconfigVM_Task, 'duration_secs': 5.828096} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.970698] env[63198]: DEBUG oslo_concurrency.lockutils [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.970984] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Reconfigured VM to detach interface {{(pid=63198) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1061.020395] env[63198]: DEBUG nova.compute.manager [req-caf0bc4a-c6ed-41c1-af1b-dca2c636b0ba req-dd7a4ea6-0a20-48bc-8905-a6914e31a2ff service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Received event network-vif-plugged-d768fa1a-0f4c-4839-aba4-90a2fcd490f0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.020672] env[63198]: DEBUG oslo_concurrency.lockutils [req-caf0bc4a-c6ed-41c1-af1b-dca2c636b0ba req-dd7a4ea6-0a20-48bc-8905-a6914e31a2ff service nova] Acquiring lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.020889] env[63198]: DEBUG oslo_concurrency.lockutils [req-caf0bc4a-c6ed-41c1-af1b-dca2c636b0ba req-dd7a4ea6-0a20-48bc-8905-a6914e31a2ff service nova] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.021276] env[63198]: DEBUG oslo_concurrency.lockutils [req-caf0bc4a-c6ed-41c1-af1b-dca2c636b0ba req-dd7a4ea6-0a20-48bc-8905-a6914e31a2ff service nova] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.021532] env[63198]: DEBUG nova.compute.manager [req-caf0bc4a-c6ed-41c1-af1b-dca2c636b0ba req-dd7a4ea6-0a20-48bc-8905-a6914e31a2ff service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] No waiting events found dispatching network-vif-plugged-d768fa1a-0f4c-4839-aba4-90a2fcd490f0 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.021772] env[63198]: WARNING nova.compute.manager [req-caf0bc4a-c6ed-41c1-af1b-dca2c636b0ba req-dd7a4ea6-0a20-48bc-8905-a6914e31a2ff service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Received unexpected event network-vif-plugged-d768fa1a-0f4c-4839-aba4-90a2fcd490f0 for instance with vm_state building and task_state spawning. [ 1061.094054] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.094276] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.094444] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.094625] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.094773] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.094924] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.095412] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.095854] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.096125] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.096379] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.096650] env[63198]: DEBUG nova.virt.hardware [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.104104] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1061.104532] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc3ef94-abc4-414d-97d4-741ca2279572 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.129928] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135771} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.131422] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.132343] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1061.132343] env[63198]: value = "task-2712893" [ 1061.132343] env[63198]: _type = "Task" [ 1061.132343] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.133202] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c324cc7-34d6-4d14-8ef4-055007b8e612 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.144327] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.165220] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 34f022d7-d7c9-40a8-9bd4-1493158fc430/34f022d7-d7c9-40a8-9bd4-1493158fc430.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.165643] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ce150b-b55c-4482-a72d-a20c8be51d97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.188823] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1061.188823] env[63198]: value = "task-2712894" [ 1061.188823] env[63198]: _type = "Task" [ 1061.188823] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.197383] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.203601] env[63198]: DEBUG nova.scheduler.client.report [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.249517] env[63198]: DEBUG nova.network.neutron [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Successfully updated port: d768fa1a-0f4c-4839-aba4-90a2fcd490f0 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.329963] env[63198]: WARNING nova.compute.manager [None req-1be8d39c-f125-4d1a-bb34-0c2827bb0375 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Image not found during snapshot: nova.exception.ImageNotFound: Image d6243bbe-66e2-4590-bb31-a8a481e2612f could not be found. [ 1061.395350] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712890, 'name': CreateSnapshot_Task, 'duration_secs': 1.269891} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.395649] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1061.396470] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fc94ba-95ed-4412-a6cf-5036b88f26e6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.645521] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712893, 'name': ReconfigVM_Task, 'duration_secs': 0.172282} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.645805] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.646577] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa07614-78cf-4dc4-a6c6-a4c42239a08d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.668263] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 6841d68b-2a80-4833-8814-630990828258/6841d68b-2a80-4833-8814-630990828258.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.668539] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba4564f-39a5-4366-b0cc-4c3387a50123 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.686346] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1061.686346] env[63198]: value = "task-2712895" [ 1061.686346] env[63198]: _type = "Task" [ 1061.686346] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.695102] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.699752] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712894, 'name': ReconfigVM_Task, 'duration_secs': 0.301542} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.700008] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 34f022d7-d7c9-40a8-9bd4-1493158fc430/34f022d7-d7c9-40a8-9bd4-1493158fc430.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.700617] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58265a66-85d4-4fba-8c37-825bf53d665e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.706383] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1061.706383] env[63198]: value = "task-2712896" [ 1061.706383] env[63198]: _type = "Task" [ 1061.706383] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.709995] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.710544] env[63198]: DEBUG nova.compute.manager [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.719691] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712896, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.753267] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "refresh_cache-529d1e02-c0a4-43a4-8f31-61ebe8f30566" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.753267] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "refresh_cache-529d1e02-c0a4-43a4-8f31-61ebe8f30566" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.753267] env[63198]: DEBUG nova.network.neutron [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.917053] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1061.917053] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8b47b4b8-0eb4-4220-aefc-ee2f9059f62e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.925311] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1061.925311] env[63198]: value = "task-2712897" [ 1061.925311] env[63198]: _type = "Task" [ 1061.925311] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.933832] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712897, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.196055] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712895, 'name': ReconfigVM_Task, 'duration_secs': 0.313363} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.196359] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 6841d68b-2a80-4833-8814-630990828258/6841d68b-2a80-4833-8814-630990828258.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.196635] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance '6841d68b-2a80-4833-8814-630990828258' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.218656] env[63198]: DEBUG nova.compute.utils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.219997] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712896, 'name': Rename_Task, 'duration_secs': 0.141026} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.220236] env[63198]: DEBUG nova.compute.manager [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.220398] env[63198]: DEBUG nova.network.neutron [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.222255] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.222812] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18219f8e-2aa3-4629-92f6-7724952a9c24 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.230316] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1062.230316] env[63198]: value = "task-2712898" [ 1062.230316] env[63198]: _type = "Task" [ 1062.230316] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.239563] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.298327] env[63198]: DEBUG nova.policy [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eeee28154f44fa690b46d87a33de8d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c68c2aedcb8411c994785834516b9d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.301511] env[63198]: DEBUG nova.network.neutron [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.437107] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712897, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.580508] env[63198]: DEBUG oslo_concurrency.lockutils [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.580770] env[63198]: DEBUG oslo_concurrency.lockutils [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquired lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.580837] env[63198]: DEBUG nova.network.neutron [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.650774] env[63198]: DEBUG nova.network.neutron [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Updating instance_info_cache with network_info: [{"id": "d768fa1a-0f4c-4839-aba4-90a2fcd490f0", "address": "fa:16:3e:83:8e:e7", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd768fa1a-0f", "ovs_interfaceid": "d768fa1a-0f4c-4839-aba4-90a2fcd490f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.656135] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "ede39f5f-cdd8-40a0-8078-e195722d26dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.656411] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "ede39f5f-cdd8-40a0-8078-e195722d26dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.656637] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "ede39f5f-cdd8-40a0-8078-e195722d26dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.656830] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "ede39f5f-cdd8-40a0-8078-e195722d26dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.657027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "ede39f5f-cdd8-40a0-8078-e195722d26dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.659170] env[63198]: INFO nova.compute.manager [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Terminating instance [ 1062.704273] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6df1bc-ad33-4b58-8409-d7704237cea1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.723152] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aef334e-0b95-4c68-8218-4b886f1e4667 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.726098] env[63198]: DEBUG nova.compute.manager [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.745024] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance '6841d68b-2a80-4833-8814-630990828258' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.757884] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712898, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.791973] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "c80709c7-30dc-427b-9cff-43f831a8e30b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.792282] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.792499] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "c80709c7-30dc-427b-9cff-43f831a8e30b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.792749] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.792938] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.795891] env[63198]: INFO nova.compute.manager [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Terminating instance [ 1062.838290] env[63198]: DEBUG nova.network.neutron [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Successfully created port: 0ccefd16-686f-4d3f-91e6-afc862561e8f {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.937411] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712897, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.068165] env[63198]: DEBUG nova.compute.manager [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Received event network-changed-d768fa1a-0f4c-4839-aba4-90a2fcd490f0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.068333] env[63198]: DEBUG nova.compute.manager [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Refreshing instance network info cache due to event network-changed-d768fa1a-0f4c-4839-aba4-90a2fcd490f0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.068659] env[63198]: DEBUG oslo_concurrency.lockutils [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] Acquiring lock "refresh_cache-529d1e02-c0a4-43a4-8f31-61ebe8f30566" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.154242] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "refresh_cache-529d1e02-c0a4-43a4-8f31-61ebe8f30566" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.154474] env[63198]: DEBUG nova.compute.manager [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Instance network_info: |[{"id": "d768fa1a-0f4c-4839-aba4-90a2fcd490f0", "address": "fa:16:3e:83:8e:e7", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd768fa1a-0f", "ovs_interfaceid": "d768fa1a-0f4c-4839-aba4-90a2fcd490f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.154872] env[63198]: DEBUG oslo_concurrency.lockutils [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] Acquired lock "refresh_cache-529d1e02-c0a4-43a4-8f31-61ebe8f30566" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.154997] env[63198]: DEBUG nova.network.neutron [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Refreshing network info cache for port d768fa1a-0f4c-4839-aba4-90a2fcd490f0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.156538] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:8e:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd768fa1a-0f4c-4839-aba4-90a2fcd490f0', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.166773] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Creating folder: Project (1f0618f409d4455498a588df2ca7a89c). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.167486] env[63198]: DEBUG nova.compute.manager [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.167884] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.167973] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d2bcdeb-4747-424f-a54d-94c45e62263a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.170171] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3097774b-63b6-4293-bd33-ae1fd4ac59f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.178487] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.178732] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5fb35a9-f2ef-441c-a7ad-3ac67838d3c1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.182604] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Created folder: Project (1f0618f409d4455498a588df2ca7a89c) in parent group-v546185. [ 1063.182812] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Creating folder: Instances. Parent ref: group-v546481. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.183034] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f723b7c3-a5e8-44e0-95aa-615850e89dfb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.185548] env[63198]: DEBUG oslo_vmware.api [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1063.185548] env[63198]: value = "task-2712901" [ 1063.185548] env[63198]: _type = "Task" [ 1063.185548] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.194398] env[63198]: DEBUG oslo_vmware.api [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.195844] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Created folder: Instances in parent group-v546481. [ 1063.196157] env[63198]: DEBUG oslo.service.loopingcall [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.196397] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.196720] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8a00ac3-91e3-4b23-8f8e-c89999033404 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.220252] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.220252] env[63198]: value = "task-2712903" [ 1063.220252] env[63198]: _type = "Task" [ 1063.220252] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.228984] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712903, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.260632] env[63198]: DEBUG oslo_vmware.api [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712898, 'name': PowerOnVM_Task, 'duration_secs': 0.760663} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.261457] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.261457] env[63198]: INFO nova.compute.manager [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1063.261457] env[63198]: DEBUG nova.compute.manager [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.262264] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ed1f86-cce4-4196-a91a-229c672e127d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.293892] env[63198]: DEBUG nova.network.neutron [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Port 5f68df74-6e38-4c3b-af0d-35a3bd3e68f7 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1063.299590] env[63198]: DEBUG nova.compute.manager [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.299808] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.300740] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2302032a-7a2f-45d5-8a4d-4e83273fb423 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.310926] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.313685] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-126c65c5-e201-4e86-8d07-6b906d09a36e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.323349] env[63198]: DEBUG oslo_vmware.api [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1063.323349] env[63198]: value = "task-2712904" [ 1063.323349] env[63198]: _type = "Task" [ 1063.323349] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.328940] env[63198]: DEBUG oslo_vmware.api [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.434325] env[63198]: INFO nova.network.neutron [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Port 7b77b84f-056e-46d3-b398-4968dca1c873 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1063.434705] env[63198]: DEBUG nova.network.neutron [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updating instance_info_cache with network_info: [{"id": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "address": "fa:16:3e:2f:b4:c7", "network": {"id": "7a568656-1fe8-4d48-a7a4-d59ccc13b608", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-755559609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1cb8bd505c64506910a1038e014afb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfd1c4e5-35", "ovs_interfaceid": "bfd1c4e5-3523-4aeb-b374-26c573296b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.442675] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712897, 'name': CloneVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.695209] env[63198]: DEBUG oslo_vmware.api [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712901, 'name': PowerOffVM_Task, 'duration_secs': 0.310205} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.695503] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.695665] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.695922] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7aa4e05-dd81-4000-99a7-5eac33f9ad65 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.730384] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712903, 'name': CreateVM_Task, 'duration_secs': 0.393273} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.730548] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.731279] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.731447] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.731767] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.732021] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7642907f-d0c4-4de1-a2db-16712fadd3ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.736011] env[63198]: DEBUG nova.compute.manager [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.739133] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1063.739133] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52963470-58b6-03cd-2b69-10ca66a555c1" [ 1063.739133] env[63198]: _type = "Task" [ 1063.739133] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.749462] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52963470-58b6-03cd-2b69-10ca66a555c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.760901] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.761198] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.761379] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.761562] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.761706] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.761866] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.762104] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.762266] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.762433] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.762593] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.762813] env[63198]: DEBUG nova.virt.hardware [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.763683] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815697e8-cf74-4964-8bce-3cd5cac84beb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.767142] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.767376] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.767561] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Deleting the datastore file [datastore2] ede39f5f-cdd8-40a0-8078-e195722d26dd {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.768233] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff6fc141-eb37-4a3a-bf62-e2c4ba144c12 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.781776] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609f7a4d-5777-43e4-b81d-9e98e80a467a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.788691] env[63198]: DEBUG oslo_vmware.api [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1063.788691] env[63198]: value = "task-2712906" [ 1063.788691] env[63198]: _type = "Task" [ 1063.788691] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.789135] env[63198]: INFO nova.compute.manager [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Took 23.60 seconds to build instance. [ 1063.815519] env[63198]: DEBUG oslo_vmware.api [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.830953] env[63198]: DEBUG oslo_vmware.api [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712904, 'name': PowerOffVM_Task, 'duration_secs': 0.250059} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.833378] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.833556] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.833811] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9a58096-d3ee-487f-a5f0-d24b8ec90872 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.915034] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.915744] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.915744] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleting the datastore file [datastore1] c80709c7-30dc-427b-9cff-43f831a8e30b {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.915912] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6cdd64a-b1f1-4321-99ac-93f1de9db4c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.922183] env[63198]: DEBUG oslo_vmware.api [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1063.922183] env[63198]: value = "task-2712908" [ 1063.922183] env[63198]: _type = "Task" [ 1063.922183] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.930512] env[63198]: DEBUG oslo_vmware.api [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.937041] env[63198]: DEBUG nova.network.neutron [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Updated VIF entry in instance network info cache for port d768fa1a-0f4c-4839-aba4-90a2fcd490f0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.937041] env[63198]: DEBUG nova.network.neutron [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Updating instance_info_cache with network_info: [{"id": "d768fa1a-0f4c-4839-aba4-90a2fcd490f0", "address": "fa:16:3e:83:8e:e7", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd768fa1a-0f", "ovs_interfaceid": "d768fa1a-0f4c-4839-aba4-90a2fcd490f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.938307] env[63198]: DEBUG oslo_concurrency.lockutils [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Releasing lock "refresh_cache-c80709c7-30dc-427b-9cff-43f831a8e30b" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.944100] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712897, 'name': CloneVM_Task, 'duration_secs': 1.59782} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.944546] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Created linked-clone VM from snapshot [ 1063.945318] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b038db8-dc1b-44a4-9858-c3f5b178ccb5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.953109] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Uploading image 52e79d38-e704-47b7-90f4-8efd63fd85fb {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1063.976631] env[63198]: DEBUG oslo_vmware.rw_handles [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1063.976631] env[63198]: value = "vm-546479" [ 1063.976631] env[63198]: _type = "VirtualMachine" [ 1063.976631] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1063.976921] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d952fda-7ec7-4362-847c-d3e9f00172c7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.984036] env[63198]: DEBUG oslo_vmware.rw_handles [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lease: (returnval){ [ 1063.984036] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ee362-9de8-b38f-9ae7-c0eda138e738" [ 1063.984036] env[63198]: _type = "HttpNfcLease" [ 1063.984036] env[63198]: } obtained for exporting VM: (result){ [ 1063.984036] env[63198]: value = "vm-546479" [ 1063.984036] env[63198]: _type = "VirtualMachine" [ 1063.984036] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1063.984306] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the lease: (returnval){ [ 1063.984306] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ee362-9de8-b38f-9ae7-c0eda138e738" [ 1063.984306] env[63198]: _type = "HttpNfcLease" [ 1063.984306] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.992532] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.992532] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ee362-9de8-b38f-9ae7-c0eda138e738" [ 1063.992532] env[63198]: _type = "HttpNfcLease" [ 1063.992532] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.251615] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52963470-58b6-03cd-2b69-10ca66a555c1, 'name': SearchDatastore_Task, 'duration_secs': 0.026931} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.255027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.255027] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.255027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.255027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.255027] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.255027] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7086402f-62f3-442d-8390-e3a7047f1e90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.261747] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.261933] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.262664] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71eeeda-07cd-491e-a060-c959c18fac93 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.268017] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1064.268017] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f7343e-6b20-03f4-2181-1d6291695dd7" [ 1064.268017] env[63198]: _type = "Task" [ 1064.268017] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.285142] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52f7343e-6b20-03f4-2181-1d6291695dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.285897] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66ea19f-a6d8-4769-8ed8-ee91196c3928 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.293385] env[63198]: DEBUG oslo_concurrency.lockutils [None req-5998af49-34f6-477c-8a2e-a3842b12436c tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.112s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.293385] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1064.293385] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d8c979-5bcd-9cd6-3338-91e54a0c0848" [ 1064.293385] env[63198]: _type = "Task" [ 1064.293385] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.303858] env[63198]: DEBUG oslo_vmware.api [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334939} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.306805] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.306994] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.307179] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.307345] env[63198]: INFO nova.compute.manager [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1064.307581] env[63198]: DEBUG oslo.service.loopingcall [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.307777] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d8c979-5bcd-9cd6-3338-91e54a0c0848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.308129] env[63198]: DEBUG nova.compute.manager [-] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.308233] env[63198]: DEBUG nova.network.neutron [-] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.331828] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "6841d68b-2a80-4833-8814-630990828258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.332048] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.333116] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.405613] env[63198]: DEBUG nova.compute.manager [req-6e3b87ab-864e-4b81-b89e-f963f434a78b req-1d157372-a291-483f-8616-219ffd59a4ca service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Received event network-changed-32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.405835] env[63198]: DEBUG nova.compute.manager [req-6e3b87ab-864e-4b81-b89e-f963f434a78b req-1d157372-a291-483f-8616-219ffd59a4ca service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Refreshing instance network info cache due to event network-changed-32e04c3a-0c3b-44d3-8432-b07604779692. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.406112] env[63198]: DEBUG oslo_concurrency.lockutils [req-6e3b87ab-864e-4b81-b89e-f963f434a78b req-1d157372-a291-483f-8616-219ffd59a4ca service nova] Acquiring lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.406272] env[63198]: DEBUG oslo_concurrency.lockutils [req-6e3b87ab-864e-4b81-b89e-f963f434a78b req-1d157372-a291-483f-8616-219ffd59a4ca service nova] Acquired lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.406436] env[63198]: DEBUG nova.network.neutron [req-6e3b87ab-864e-4b81-b89e-f963f434a78b req-1d157372-a291-483f-8616-219ffd59a4ca service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Refreshing network info cache for port 32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.433560] env[63198]: DEBUG oslo_vmware.api [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496753} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.433828] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.434029] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.434213] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.434385] env[63198]: INFO nova.compute.manager [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1064.434625] env[63198]: DEBUG oslo.service.loopingcall [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.434831] env[63198]: DEBUG nova.compute.manager [-] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.435045] env[63198]: DEBUG nova.network.neutron [-] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.441647] env[63198]: DEBUG oslo_concurrency.lockutils [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] Releasing lock "refresh_cache-529d1e02-c0a4-43a4-8f31-61ebe8f30566" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.441887] env[63198]: DEBUG nova.compute.manager [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Received event network-changed-07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.442065] env[63198]: DEBUG nova.compute.manager [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Refreshing instance network info cache due to event network-changed-07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.442272] env[63198]: DEBUG oslo_concurrency.lockutils [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] Acquiring lock "refresh_cache-087eb9e9-c205-4bdf-a270-d26425b46846" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.442415] env[63198]: DEBUG oslo_concurrency.lockutils [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] Acquired lock "refresh_cache-087eb9e9-c205-4bdf-a270-d26425b46846" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.442568] env[63198]: DEBUG nova.network.neutron [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Refreshing network info cache for port 07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.446826] env[63198]: DEBUG oslo_concurrency.lockutils [None req-67698daf-8a7a-4286-ad47-eb65d8167a76 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "interface-c80709c7-30dc-427b-9cff-43f831a8e30b-7b77b84f-056e-46d3-b398-4968dca1c873" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.091s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.501902] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.501902] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ee362-9de8-b38f-9ae7-c0eda138e738" [ 1064.501902] env[63198]: _type = "HttpNfcLease" [ 1064.501902] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.501902] env[63198]: DEBUG oslo_vmware.rw_handles [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.501902] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528ee362-9de8-b38f-9ae7-c0eda138e738" [ 1064.501902] env[63198]: _type = "HttpNfcLease" [ 1064.501902] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1064.501902] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3d5f90-656b-4844-940c-1350b38a9144 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.510804] env[63198]: DEBUG oslo_vmware.rw_handles [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be3117-0d6d-bd60-f13d-8203a35a0811/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.510804] env[63198]: DEBUG oslo_vmware.rw_handles [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be3117-0d6d-bd60-f13d-8203a35a0811/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1064.611270] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04def341-cbf9-4278-a7b5-7895ca0be1f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.806916] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d8c979-5bcd-9cd6-3338-91e54a0c0848, 'name': SearchDatastore_Task, 'duration_secs': 0.012349} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.807407] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.807692] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 529d1e02-c0a4-43a4-8f31-61ebe8f30566/529d1e02-c0a4-43a4-8f31-61ebe8f30566.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.807972] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35ac9d62-0098-40b8-b53b-6773781e858b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.814967] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1064.814967] env[63198]: value = "task-2712910" [ 1064.814967] env[63198]: _type = "Task" [ 1064.814967] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.821247] env[63198]: DEBUG nova.network.neutron [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Successfully updated port: 0ccefd16-686f-4d3f-91e6-afc862561e8f {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.828230] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.130905] env[63198]: DEBUG nova.compute.manager [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Received event network-vif-plugged-0ccefd16-686f-4d3f-91e6-afc862561e8f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.130905] env[63198]: DEBUG oslo_concurrency.lockutils [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] Acquiring lock "60319f82-5fe4-4ab2-8196-77c8f49ac710-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.131106] env[63198]: DEBUG oslo_concurrency.lockutils [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.131736] env[63198]: DEBUG oslo_concurrency.lockutils [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.131736] env[63198]: DEBUG nova.compute.manager [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] No waiting events found dispatching network-vif-plugged-0ccefd16-686f-4d3f-91e6-afc862561e8f {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.131816] env[63198]: WARNING nova.compute.manager [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Received unexpected event network-vif-plugged-0ccefd16-686f-4d3f-91e6-afc862561e8f for instance with vm_state building and task_state spawning. [ 1065.132071] env[63198]: DEBUG nova.compute.manager [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Received event network-changed-0ccefd16-686f-4d3f-91e6-afc862561e8f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.132143] env[63198]: DEBUG nova.compute.manager [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Refreshing instance network info cache due to event network-changed-0ccefd16-686f-4d3f-91e6-afc862561e8f. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.132608] env[63198]: DEBUG oslo_concurrency.lockutils [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] Acquiring lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.132834] env[63198]: DEBUG oslo_concurrency.lockutils [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] Acquired lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.132993] env[63198]: DEBUG nova.network.neutron [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Refreshing network info cache for port 0ccefd16-686f-4d3f-91e6-afc862561e8f {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.325115] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.329819] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712910, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.385127] env[63198]: DEBUG nova.network.neutron [-] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.646605] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.646897] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.647102] env[63198]: DEBUG nova.network.neutron [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.675357] env[63198]: DEBUG nova.network.neutron [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.772732] env[63198]: DEBUG nova.network.neutron [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.788639] env[63198]: DEBUG nova.network.neutron [req-6e3b87ab-864e-4b81-b89e-f963f434a78b req-1d157372-a291-483f-8616-219ffd59a4ca service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updated VIF entry in instance network info cache for port 32e04c3a-0c3b-44d3-8432-b07604779692. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.788900] env[63198]: DEBUG nova.network.neutron [req-6e3b87ab-864e-4b81-b89e-f963f434a78b req-1d157372-a291-483f-8616-219ffd59a4ca service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating instance_info_cache with network_info: [{"id": "32e04c3a-0c3b-44d3-8432-b07604779692", "address": "fa:16:3e:74:3a:7d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e04c3a-0c", "ovs_interfaceid": "32e04c3a-0c3b-44d3-8432-b07604779692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.821719] env[63198]: DEBUG nova.network.neutron [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Updated VIF entry in instance network info cache for port 07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.822346] env[63198]: DEBUG nova.network.neutron [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Updating instance_info_cache with network_info: [{"id": "07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71", "address": "fa:16:3e:d6:ad:26", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cc9ccd-1d", "ovs_interfaceid": "07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.835311] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720261} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.836417] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 529d1e02-c0a4-43a4-8f31-61ebe8f30566/529d1e02-c0a4-43a4-8f31-61ebe8f30566.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.836757] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.837130] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1dcdba0-ae27-4150-b0c0-7ccb00ea7fb8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.845115] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1065.845115] env[63198]: value = "task-2712912" [ 1065.845115] env[63198]: _type = "Task" [ 1065.845115] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.855326] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.888019] env[63198]: DEBUG nova.network.neutron [-] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.891497] env[63198]: INFO nova.compute.manager [-] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Took 1.58 seconds to deallocate network for instance. [ 1066.275688] env[63198]: DEBUG oslo_concurrency.lockutils [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] Releasing lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.276089] env[63198]: DEBUG nova.compute.manager [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Received event network-vif-deleted-2fe15f23-69d0-4296-987b-e8bc44b50e50 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.276336] env[63198]: INFO nova.compute.manager [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Neutron deleted interface 2fe15f23-69d0-4296-987b-e8bc44b50e50; detaching it from the instance and deleting it from the info cache [ 1066.276680] env[63198]: DEBUG nova.network.neutron [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.278637] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.278791] env[63198]: DEBUG nova.network.neutron [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.291555] env[63198]: DEBUG oslo_concurrency.lockutils [req-6e3b87ab-864e-4b81-b89e-f963f434a78b req-1d157372-a291-483f-8616-219ffd59a4ca service nova] Releasing lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.325542] env[63198]: DEBUG oslo_concurrency.lockutils [req-eefff735-cf17-496d-8c34-9e27a4058d76 req-f573a5bb-fee6-47cc-b4cd-581f82a6390f service nova] Releasing lock "refresh_cache-087eb9e9-c205-4bdf-a270-d26425b46846" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.353888] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128982} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.354226] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.355068] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15472a49-b016-4c31-b603-8bba72b8d542 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.359037] env[63198]: DEBUG nova.network.neutron [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance_info_cache with network_info: [{"id": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "address": "fa:16:3e:a8:2c:7e", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f68df74-6e", "ovs_interfaceid": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.382402] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 529d1e02-c0a4-43a4-8f31-61ebe8f30566/529d1e02-c0a4-43a4-8f31-61ebe8f30566.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.383498] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fea7f1f-edba-4239-9c06-1afea676868a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.398272] env[63198]: INFO nova.compute.manager [-] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Took 1.96 seconds to deallocate network for instance. [ 1066.399441] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.399752] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.400008] env[63198]: DEBUG nova.objects.instance [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lazy-loading 'resources' on Instance uuid ede39f5f-cdd8-40a0-8078-e195722d26dd {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.412133] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1066.412133] env[63198]: value = "task-2712913" [ 1066.412133] env[63198]: _type = "Task" [ 1066.412133] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.423064] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.431840] env[63198]: DEBUG nova.compute.manager [req-f76004f1-86ec-4668-ba56-833e0af677fb req-b0d3e1fd-08e7-4dd1-b61e-ce4d09e5fbbc service nova] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Received event network-vif-deleted-bfd1c4e5-3523-4aeb-b374-26c573296b79 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.779521] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53d4d756-639d-4243-b01a-93274d4d3e2a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.792536] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b9fb66-5399-47e9-8073-245ed5b999b6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.825425] env[63198]: DEBUG nova.compute.manager [req-af9064a7-85e2-4f18-826e-6507f3a3e148 req-e0d6c313-9863-48d1-9f64-589d2b2a28c1 service nova] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Detach interface failed, port_id=2fe15f23-69d0-4296-987b-e8bc44b50e50, reason: Instance ede39f5f-cdd8-40a0-8078-e195722d26dd could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1066.851351] env[63198]: DEBUG nova.network.neutron [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.862244] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.907635] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.922305] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712913, 'name': ReconfigVM_Task, 'duration_secs': 0.315712} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.922634] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 529d1e02-c0a4-43a4-8f31-61ebe8f30566/529d1e02-c0a4-43a4-8f31-61ebe8f30566.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.923296] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-734ffca6-d662-4e17-a20e-6f96a2fe5530 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.933672] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1066.933672] env[63198]: value = "task-2712914" [ 1066.933672] env[63198]: _type = "Task" [ 1066.933672] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.942350] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712914, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.058238] env[63198]: DEBUG nova.network.neutron [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance_info_cache with network_info: [{"id": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "address": "fa:16:3e:95:2c:75", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccefd16-68", "ovs_interfaceid": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.175372] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056c6296-ba1a-44da-8647-1b6119111c74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.183242] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aaac64-7537-4c77-987f-5495a56d6f69 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.218757] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e383d-8038-4b55-891a-159c8ba1d164 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.226845] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dac830-8536-40af-9f04-e809a5dc35d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.240921] env[63198]: DEBUG nova.compute.provider_tree [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.390810] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdef258-0175-40e0-a862-dbafd60401d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.410480] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61558e88-7394-45ae-b556-10230cf00166 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.417590] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance '6841d68b-2a80-4833-8814-630990828258' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.444035] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712914, 'name': Rename_Task, 'duration_secs': 0.156128} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.444209] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.444462] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d6c41b0-3660-428e-b78c-0ac8180a8822 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.451798] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1067.451798] env[63198]: value = "task-2712916" [ 1067.451798] env[63198]: _type = "Task" [ 1067.451798] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.460148] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.561516] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.561984] env[63198]: DEBUG nova.compute.manager [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Instance network_info: |[{"id": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "address": "fa:16:3e:95:2c:75", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccefd16-68", "ovs_interfaceid": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.562482] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:2c:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ccefd16-686f-4d3f-91e6-afc862561e8f', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.571601] env[63198]: DEBUG oslo.service.loopingcall [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.571855] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.572175] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c97024b-d66f-4783-a477-deb4bdd5f278 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.593701] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.593701] env[63198]: value = "task-2712917" [ 1067.593701] env[63198]: _type = "Task" [ 1067.593701] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.602398] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712917, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.744347] env[63198]: DEBUG nova.scheduler.client.report [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.927601] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.927977] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc9d74fc-e3db-45ce-a6c9-19b71c02156d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.936209] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1067.936209] env[63198]: value = "task-2712918" [ 1067.936209] env[63198]: _type = "Task" [ 1067.936209] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.945968] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.962237] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.104851] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712917, 'name': CreateVM_Task, 'duration_secs': 0.334439} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.105062] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.105781] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.105949] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.106306] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.106571] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f76b232-4098-4906-bbc8-3775f5d447ac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.111428] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1068.111428] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d9a5a2-7bbd-49ae-7d57-8127a2c599d8" [ 1068.111428] env[63198]: _type = "Task" [ 1068.111428] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.119803] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d9a5a2-7bbd-49ae-7d57-8127a2c599d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.249979] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.253604] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.345s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.253604] env[63198]: DEBUG nova.objects.instance [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'resources' on Instance uuid c80709c7-30dc-427b-9cff-43f831a8e30b {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.273554] env[63198]: INFO nova.scheduler.client.report [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Deleted allocations for instance ede39f5f-cdd8-40a0-8078-e195722d26dd [ 1068.446766] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.460771] env[63198]: DEBUG oslo_vmware.api [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712916, 'name': PowerOnVM_Task, 'duration_secs': 0.511539} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.461179] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.461428] env[63198]: INFO nova.compute.manager [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1068.461652] env[63198]: DEBUG nova.compute.manager [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.462435] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabe845e-9af8-47ce-962f-8103b0b2ac7b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.622580] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52d9a5a2-7bbd-49ae-7d57-8127a2c599d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.622934] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.623208] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.623513] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.623701] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.623886] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.624217] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cca5cc31-a5a9-4fb1-83e1-d07e7e29841c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.633412] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.633595] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.634355] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5cb00f-fe8f-4458-939f-e9b216660e18 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.639328] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1068.639328] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528764a9-9f7b-0555-5451-a5d43eabbfb1" [ 1068.639328] env[63198]: _type = "Task" [ 1068.639328] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.646850] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528764a9-9f7b-0555-5451-a5d43eabbfb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.782034] env[63198]: DEBUG oslo_concurrency.lockutils [None req-86f54ec7-e825-40fb-987b-6c4ad4e0876a tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "ede39f5f-cdd8-40a0-8078-e195722d26dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.125s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.949760] env[63198]: DEBUG oslo_vmware.api [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712918, 'name': PowerOnVM_Task, 'duration_secs': 0.868682} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.950088] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.950239] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ef97cafc-0892-4e4f-8f1b-5bbbe6c9defc tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance '6841d68b-2a80-4833-8814-630990828258' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.978697] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82252aef-9583-4fb8-bf9e-32d76335baf6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.983901] env[63198]: INFO nova.compute.manager [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Took 13.54 seconds to build instance. [ 1068.988352] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfba99a-dd38-4ac6-bd28-6c2174649318 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.020812] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f63c79-5bb6-473c-9da1-686725d1b060 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.029093] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a00d263-f9c0-4e92-9234-ac016b089168 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.043732] env[63198]: DEBUG nova.compute.provider_tree [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.150852] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528764a9-9f7b-0555-5451-a5d43eabbfb1, 'name': SearchDatastore_Task, 'duration_secs': 0.007722} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.151666] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452938bd-cdfb-49bc-9334-8668d33ca7d2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.156950] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1069.156950] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521ae4ca-3274-abda-a7cc-ed530494e4c8" [ 1069.156950] env[63198]: _type = "Task" [ 1069.156950] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.164461] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521ae4ca-3274-abda-a7cc-ed530494e4c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.488037] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c054ca34-415e-4995-aad6-02dab126f80a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.063s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.546926] env[63198]: DEBUG nova.scheduler.client.report [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.670023] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521ae4ca-3274-abda-a7cc-ed530494e4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015338} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.670023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.670023] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 60319f82-5fe4-4ab2-8196-77c8f49ac710/60319f82-5fe4-4ab2-8196-77c8f49ac710.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.670023] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1e92d26-8c61-4b9c-9f09-d7ca6c9a8668 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.676877] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1069.676877] env[63198]: value = "task-2712920" [ 1069.676877] env[63198]: _type = "Task" [ 1069.676877] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.685796] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.781037] env[63198]: DEBUG nova.compute.manager [req-cb70e7b3-6386-44f8-ae34-e06f9ccc4cf7 req-a573d167-1e35-4950-82e5-29692d8719d7 service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Received event network-changed-d768fa1a-0f4c-4839-aba4-90a2fcd490f0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.781037] env[63198]: DEBUG nova.compute.manager [req-cb70e7b3-6386-44f8-ae34-e06f9ccc4cf7 req-a573d167-1e35-4950-82e5-29692d8719d7 service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Refreshing instance network info cache due to event network-changed-d768fa1a-0f4c-4839-aba4-90a2fcd490f0. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.781312] env[63198]: DEBUG oslo_concurrency.lockutils [req-cb70e7b3-6386-44f8-ae34-e06f9ccc4cf7 req-a573d167-1e35-4950-82e5-29692d8719d7 service nova] Acquiring lock "refresh_cache-529d1e02-c0a4-43a4-8f31-61ebe8f30566" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.781312] env[63198]: DEBUG oslo_concurrency.lockutils [req-cb70e7b3-6386-44f8-ae34-e06f9ccc4cf7 req-a573d167-1e35-4950-82e5-29692d8719d7 service nova] Acquired lock "refresh_cache-529d1e02-c0a4-43a4-8f31-61ebe8f30566" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.781471] env[63198]: DEBUG nova.network.neutron [req-cb70e7b3-6386-44f8-ae34-e06f9ccc4cf7 req-a573d167-1e35-4950-82e5-29692d8719d7 service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Refreshing network info cache for port d768fa1a-0f4c-4839-aba4-90a2fcd490f0 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.054772] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.093238] env[63198]: INFO nova.scheduler.client.report [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleted allocations for instance c80709c7-30dc-427b-9cff-43f831a8e30b [ 1070.189460] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712920, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.604051] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4734ee2f-a1f8-48ea-a878-c2e53a60b1b6 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "c80709c7-30dc-427b-9cff-43f831a8e30b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.812s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.647313] env[63198]: DEBUG nova.network.neutron [req-cb70e7b3-6386-44f8-ae34-e06f9ccc4cf7 req-a573d167-1e35-4950-82e5-29692d8719d7 service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Updated VIF entry in instance network info cache for port d768fa1a-0f4c-4839-aba4-90a2fcd490f0. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.647872] env[63198]: DEBUG nova.network.neutron [req-cb70e7b3-6386-44f8-ae34-e06f9ccc4cf7 req-a573d167-1e35-4950-82e5-29692d8719d7 service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Updating instance_info_cache with network_info: [{"id": "d768fa1a-0f4c-4839-aba4-90a2fcd490f0", "address": "fa:16:3e:83:8e:e7", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd768fa1a-0f", "ovs_interfaceid": "d768fa1a-0f4c-4839-aba4-90a2fcd490f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.689359] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538031} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.689634] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 60319f82-5fe4-4ab2-8196-77c8f49ac710/60319f82-5fe4-4ab2-8196-77c8f49ac710.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.689853] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.690132] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d6ce07c-70a1-4673-b5a8-1943204a18ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.698551] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1070.698551] env[63198]: value = "task-2712921" [ 1070.698551] env[63198]: _type = "Task" [ 1070.698551] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.709732] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.956442] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.956580] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.956786] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.956941] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.957128] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.959378] env[63198]: INFO nova.compute.manager [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Terminating instance [ 1070.988752] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "4bc489c8-fd45-4e6c-a494-5ca128564915" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.989022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "4bc489c8-fd45-4e6c-a494-5ca128564915" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.153180] env[63198]: DEBUG oslo_concurrency.lockutils [req-cb70e7b3-6386-44f8-ae34-e06f9ccc4cf7 req-a573d167-1e35-4950-82e5-29692d8719d7 service nova] Releasing lock "refresh_cache-529d1e02-c0a4-43a4-8f31-61ebe8f30566" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.209891] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162485} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.210186] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.210987] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b221c0d9-87af-4c03-99bf-7e25c39b744d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.236357] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 60319f82-5fe4-4ab2-8196-77c8f49ac710/60319f82-5fe4-4ab2-8196-77c8f49ac710.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.236707] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce64927-8aa5-4fbd-8567-5de9979e895d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.251458] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "6841d68b-2a80-4833-8814-630990828258" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.251694] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.251880] env[63198]: DEBUG nova.compute.manager [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Going to confirm migration 6 {{(pid=63198) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1071.260410] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1071.260410] env[63198]: value = "task-2712922" [ 1071.260410] env[63198]: _type = "Task" [ 1071.260410] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.270707] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.463868] env[63198]: DEBUG nova.compute.manager [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.464167] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.465099] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc6357-af00-415e-8c7d-e7d12901ab6c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.472559] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.472848] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8fff3dc-ae23-41d2-875b-3ee799bcf9e6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.483532] env[63198]: DEBUG oslo_vmware.api [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1071.483532] env[63198]: value = "task-2712923" [ 1071.483532] env[63198]: _type = "Task" [ 1071.483532] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.490710] env[63198]: DEBUG nova.compute.manager [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.493748] env[63198]: DEBUG oslo_vmware.api [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.772498] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.804553] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.804780] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquired lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.804938] env[63198]: DEBUG nova.network.neutron [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.805123] env[63198]: DEBUG nova.objects.instance [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'info_cache' on Instance uuid 6841d68b-2a80-4833-8814-630990828258 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.994155] env[63198]: DEBUG oslo_vmware.api [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712923, 'name': PowerOffVM_Task, 'duration_secs': 0.372331} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.996900] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.997126] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.997629] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4e82061-12af-46df-ac87-af6c187b93e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.021919] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.022389] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.024206] env[63198]: INFO nova.compute.claims [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.080298] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.081579] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.081579] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleting the datastore file [datastore1] aec9b7be-996c-4bd5-a68e-154bb57fc33a {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.081579] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc1ff705-aeb3-4ebd-9c70-c73969b29140 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.091248] env[63198]: DEBUG oslo_vmware.api [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for the task: (returnval){ [ 1072.091248] env[63198]: value = "task-2712926" [ 1072.091248] env[63198]: _type = "Task" [ 1072.091248] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.103294] env[63198]: DEBUG oslo_vmware.api [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.274185] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.604133] env[63198]: DEBUG oslo_vmware.api [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Task: {'id': task-2712926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226854} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.604133] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.604133] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.604329] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.604365] env[63198]: INFO nova.compute.manager [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1072.604583] env[63198]: DEBUG oslo.service.loopingcall [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1072.604780] env[63198]: DEBUG nova.compute.manager [-] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.604919] env[63198]: DEBUG nova.network.neutron [-] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.772829] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712922, 'name': ReconfigVM_Task, 'duration_secs': 1.131926} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.773161] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 60319f82-5fe4-4ab2-8196-77c8f49ac710/60319f82-5fe4-4ab2-8196-77c8f49ac710.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.774053] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86a631f9-35b9-404a-a768-4d8095c9e9d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.781660] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1072.781660] env[63198]: value = "task-2712927" [ 1072.781660] env[63198]: _type = "Task" [ 1072.781660] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.789994] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712927, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.901219] env[63198]: DEBUG nova.compute.manager [req-c9613348-bba8-4f97-ba57-274a04df7633 req-b22a45ea-4d0b-4285-8ad6-eebe76fe8350 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Received event network-vif-deleted-bf138a18-a380-496e-ac50-303932da73c0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.901474] env[63198]: INFO nova.compute.manager [req-c9613348-bba8-4f97-ba57-274a04df7633 req-b22a45ea-4d0b-4285-8ad6-eebe76fe8350 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Neutron deleted interface bf138a18-a380-496e-ac50-303932da73c0; detaching it from the instance and deleting it from the info cache [ 1072.901604] env[63198]: DEBUG nova.network.neutron [req-c9613348-bba8-4f97-ba57-274a04df7633 req-b22a45ea-4d0b-4285-8ad6-eebe76fe8350 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.059170] env[63198]: DEBUG nova.network.neutron [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance_info_cache with network_info: [{"id": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "address": "fa:16:3e:a8:2c:7e", "network": {"id": "a781673a-ee6b-4c00-8b55-38e36011c4eb", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-660085990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64231456d8bd4dae84523fe2266817cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f68df74-6e", "ovs_interfaceid": "5f68df74-6e38-4c3b-af0d-35a3bd3e68f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.242630] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c451ca20-86bc-4ea0-9d18-1b62269f7382 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.250912] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7be415-7fbd-4517-a1e7-15f2558a923e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.286676] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54d8ca5-ff72-4d22-93c5-3cfef55354ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.295133] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712927, 'name': Rename_Task, 'duration_secs': 0.35923} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.297549] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.297897] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a29b43ea-bffa-43ff-8827-420a1e237c88 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.300430] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a71726-1390-4844-ad50-e934a5cfb79d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.315449] env[63198]: DEBUG nova.compute.provider_tree [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.317923] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1073.317923] env[63198]: value = "task-2712928" [ 1073.317923] env[63198]: _type = "Task" [ 1073.317923] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.326396] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.358759] env[63198]: DEBUG nova.network.neutron [-] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.404625] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7feedb08-25d2-47a9-8e35-c0973c8b26ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.415522] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c68c7a-f92e-4a1a-b163-83f787ce3cf7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.450423] env[63198]: DEBUG nova.compute.manager [req-c9613348-bba8-4f97-ba57-274a04df7633 req-b22a45ea-4d0b-4285-8ad6-eebe76fe8350 service nova] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Detach interface failed, port_id=bf138a18-a380-496e-ac50-303932da73c0, reason: Instance aec9b7be-996c-4bd5-a68e-154bb57fc33a could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1073.563182] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Releasing lock "refresh_cache-6841d68b-2a80-4833-8814-630990828258" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.563504] env[63198]: DEBUG nova.objects.instance [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'migration_context' on Instance uuid 6841d68b-2a80-4833-8814-630990828258 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.819997] env[63198]: DEBUG nova.scheduler.client.report [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.834228] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.862439] env[63198]: INFO nova.compute.manager [-] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Took 1.26 seconds to deallocate network for instance. [ 1074.066460] env[63198]: DEBUG nova.objects.base [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Object Instance<6841d68b-2a80-4833-8814-630990828258> lazy-loaded attributes: info_cache,migration_context {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1074.067433] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0324512d-c59e-41fc-8e95-86f69d812858 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.091737] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f721d2-1fa1-43fe-8e98-42b7b315112c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.099347] env[63198]: DEBUG oslo_vmware.api [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1074.099347] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528b4dab-a5bf-f0cd-4dff-752b6b35c662" [ 1074.099347] env[63198]: _type = "Task" [ 1074.099347] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.109626] env[63198]: DEBUG oslo_vmware.api [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528b4dab-a5bf-f0cd-4dff-752b6b35c662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.327804] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.328354] env[63198]: DEBUG nova.compute.manager [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.337928] env[63198]: DEBUG oslo_vmware.api [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2712928, 'name': PowerOnVM_Task, 'duration_secs': 0.819447} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.338213] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.338418] env[63198]: INFO nova.compute.manager [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1074.338590] env[63198]: DEBUG nova.compute.manager [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.339401] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f2b1d4-2c79-4d6c-bb44-46e910bb38eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.370457] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.370457] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.370457] env[63198]: DEBUG nova.objects.instance [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lazy-loading 'resources' on Instance uuid aec9b7be-996c-4bd5-a68e-154bb57fc33a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.504335] env[63198]: DEBUG oslo_vmware.rw_handles [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be3117-0d6d-bd60-f13d-8203a35a0811/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1074.505306] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe4f37-2cb8-4699-b86a-f1787f401551 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.511992] env[63198]: DEBUG oslo_vmware.rw_handles [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be3117-0d6d-bd60-f13d-8203a35a0811/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1074.512168] env[63198]: ERROR oslo_vmware.rw_handles [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be3117-0d6d-bd60-f13d-8203a35a0811/disk-0.vmdk due to incomplete transfer. [ 1074.512386] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-74a2c38c-04d1-46dc-9f0e-f192bc85f594 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.520258] env[63198]: DEBUG oslo_vmware.rw_handles [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be3117-0d6d-bd60-f13d-8203a35a0811/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1074.520449] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Uploaded image 52e79d38-e704-47b7-90f4-8efd63fd85fb to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1074.522677] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1074.522910] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2e5a6c9-c573-4c94-8bff-69161a5451f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.528468] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1074.528468] env[63198]: value = "task-2712930" [ 1074.528468] env[63198]: _type = "Task" [ 1074.528468] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.536176] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712930, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.609598] env[63198]: DEBUG oslo_vmware.api [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528b4dab-a5bf-f0cd-4dff-752b6b35c662, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.609849] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.834243] env[63198]: DEBUG nova.compute.utils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.835719] env[63198]: DEBUG nova.compute.manager [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.835898] env[63198]: DEBUG nova.network.neutron [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.857158] env[63198]: INFO nova.compute.manager [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Took 15.49 seconds to build instance. [ 1074.895938] env[63198]: DEBUG nova.policy [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ed1d5bd864c490aae0cb2aaf106b560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c4551fa4a0043979009f41af5ba506f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.040152] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712930, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.084381] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd967bc-42ff-43ac-ac4d-4944c133ec23 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.092975] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54871196-c568-45c2-9938-e3d6214dba1f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.129261] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d62316-4537-4bf7-b6f5-15ed56e96e0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.138676] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f67eb8c-2c4c-407f-b3dd-3e9589460432 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.154325] env[63198]: DEBUG nova.compute.provider_tree [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.338737] env[63198]: DEBUG nova.compute.manager [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.359238] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1a60e236-aab4-4372-b493-c37a6f7ae215 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.997s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.443838] env[63198]: DEBUG nova.network.neutron [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Successfully created port: 038d2ff3-acdc-4859-bc10-1346b7d90426 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.540420] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712930, 'name': Destroy_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.657877] env[63198]: DEBUG nova.scheduler.client.report [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.717066] env[63198]: DEBUG nova.compute.manager [req-8ddcbed6-a029-4313-8563-6a2749d26b08 req-5005f394-d96b-4066-b070-7b417c23f97d service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Received event network-changed-0ccefd16-686f-4d3f-91e6-afc862561e8f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.717328] env[63198]: DEBUG nova.compute.manager [req-8ddcbed6-a029-4313-8563-6a2749d26b08 req-5005f394-d96b-4066-b070-7b417c23f97d service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Refreshing instance network info cache due to event network-changed-0ccefd16-686f-4d3f-91e6-afc862561e8f. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.717624] env[63198]: DEBUG oslo_concurrency.lockutils [req-8ddcbed6-a029-4313-8563-6a2749d26b08 req-5005f394-d96b-4066-b070-7b417c23f97d service nova] Acquiring lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.717815] env[63198]: DEBUG oslo_concurrency.lockutils [req-8ddcbed6-a029-4313-8563-6a2749d26b08 req-5005f394-d96b-4066-b070-7b417c23f97d service nova] Acquired lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.718034] env[63198]: DEBUG nova.network.neutron [req-8ddcbed6-a029-4313-8563-6a2749d26b08 req-5005f394-d96b-4066-b070-7b417c23f97d service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Refreshing network info cache for port 0ccefd16-686f-4d3f-91e6-afc862561e8f {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.041148] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712930, 'name': Destroy_Task, 'duration_secs': 1.242729} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.042057] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Destroyed the VM [ 1076.042057] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1076.042057] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae7c99de-a6f7-438d-b065-eb32d4d6b34c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.051169] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1076.051169] env[63198]: value = "task-2712932" [ 1076.051169] env[63198]: _type = "Task" [ 1076.051169] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.062452] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712932, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.163284] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.165715] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.556s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.189153] env[63198]: INFO nova.scheduler.client.report [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Deleted allocations for instance aec9b7be-996c-4bd5-a68e-154bb57fc33a [ 1076.350776] env[63198]: DEBUG nova.compute.manager [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.383389] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.383645] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.383801] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.383979] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.384147] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.384284] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.384499] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.384651] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.385045] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.385045] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.385168] env[63198]: DEBUG nova.virt.hardware [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.386061] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127eafb0-8b1a-46ed-bbb5-782a50d1be69 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.395158] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8562f040-833f-4370-9fe2-eda7fb8d8170 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.447251] env[63198]: DEBUG nova.network.neutron [req-8ddcbed6-a029-4313-8563-6a2749d26b08 req-5005f394-d96b-4066-b070-7b417c23f97d service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updated VIF entry in instance network info cache for port 0ccefd16-686f-4d3f-91e6-afc862561e8f. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.447661] env[63198]: DEBUG nova.network.neutron [req-8ddcbed6-a029-4313-8563-6a2749d26b08 req-5005f394-d96b-4066-b070-7b417c23f97d service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance_info_cache with network_info: [{"id": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "address": "fa:16:3e:95:2c:75", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccefd16-68", "ovs_interfaceid": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.561505] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712932, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.697018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ce9940ad-53ea-4f95-adb1-672250c6c839 tempest-AttachInterfacesTestJSON-1349012132 tempest-AttachInterfacesTestJSON-1349012132-project-member] Lock "aec9b7be-996c-4bd5-a68e-154bb57fc33a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.740s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.887127] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c2e744-3bc1-416f-b124-b696c9771b3b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.897440] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd5fe6a-8bf2-45f7-8822-fed9d037586a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.927715] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ed5e12-7cc2-4b26-ad07-efab303e109b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.936759] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b457878-76bc-40ab-9690-10e90e93563a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.953664] env[63198]: DEBUG oslo_concurrency.lockutils [req-8ddcbed6-a029-4313-8563-6a2749d26b08 req-5005f394-d96b-4066-b070-7b417c23f97d service nova] Releasing lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.953850] env[63198]: DEBUG nova.compute.provider_tree [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.061916] env[63198]: DEBUG oslo_vmware.api [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712932, 'name': RemoveSnapshot_Task, 'duration_secs': 0.941361} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.062203] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.062429] env[63198]: INFO nova.compute.manager [None req-95bc887d-861b-49a8-bce8-ebbb72518857 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Took 17.73 seconds to snapshot the instance on the hypervisor. [ 1077.134844] env[63198]: DEBUG nova.network.neutron [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Successfully updated port: 038d2ff3-acdc-4859-bc10-1346b7d90426 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.457261] env[63198]: DEBUG nova.scheduler.client.report [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.630052] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.637022] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "refresh_cache-4bc489c8-fd45-4e6c-a494-5ca128564915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.637181] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired lock "refresh_cache-4bc489c8-fd45-4e6c-a494-5ca128564915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.637330] env[63198]: DEBUG nova.network.neutron [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.745807] env[63198]: DEBUG nova.compute.manager [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Received event network-vif-plugged-038d2ff3-acdc-4859-bc10-1346b7d90426 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.745807] env[63198]: DEBUG oslo_concurrency.lockutils [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] Acquiring lock "4bc489c8-fd45-4e6c-a494-5ca128564915-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.746370] env[63198]: DEBUG oslo_concurrency.lockutils [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] Lock "4bc489c8-fd45-4e6c-a494-5ca128564915-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.746370] env[63198]: DEBUG oslo_concurrency.lockutils [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] Lock "4bc489c8-fd45-4e6c-a494-5ca128564915-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.746370] env[63198]: DEBUG nova.compute.manager [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] No waiting events found dispatching network-vif-plugged-038d2ff3-acdc-4859-bc10-1346b7d90426 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.746664] env[63198]: WARNING nova.compute.manager [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Received unexpected event network-vif-plugged-038d2ff3-acdc-4859-bc10-1346b7d90426 for instance with vm_state building and task_state spawning. [ 1077.746664] env[63198]: DEBUG nova.compute.manager [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Received event network-changed-038d2ff3-acdc-4859-bc10-1346b7d90426 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.746763] env[63198]: DEBUG nova.compute.manager [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Refreshing instance network info cache due to event network-changed-038d2ff3-acdc-4859-bc10-1346b7d90426. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.746843] env[63198]: DEBUG oslo_concurrency.lockutils [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] Acquiring lock "refresh_cache-4bc489c8-fd45-4e6c-a494-5ca128564915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.175324] env[63198]: DEBUG nova.network.neutron [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.417085] env[63198]: DEBUG nova.network.neutron [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Updating instance_info_cache with network_info: [{"id": "038d2ff3-acdc-4859-bc10-1346b7d90426", "address": "fa:16:3e:4d:9b:f9", "network": {"id": "6c85e6e7-b185-4427-b949-39147313ae3a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-533651737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4551fa4a0043979009f41af5ba506f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap038d2ff3-ac", "ovs_interfaceid": "038d2ff3-acdc-4859-bc10-1346b7d90426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.471611] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.306s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.921048] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Releasing lock "refresh_cache-4bc489c8-fd45-4e6c-a494-5ca128564915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.921048] env[63198]: DEBUG nova.compute.manager [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Instance network_info: |[{"id": "038d2ff3-acdc-4859-bc10-1346b7d90426", "address": "fa:16:3e:4d:9b:f9", "network": {"id": "6c85e6e7-b185-4427-b949-39147313ae3a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-533651737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4551fa4a0043979009f41af5ba506f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap038d2ff3-ac", "ovs_interfaceid": "038d2ff3-acdc-4859-bc10-1346b7d90426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.921048] env[63198]: DEBUG oslo_concurrency.lockutils [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] Acquired lock "refresh_cache-4bc489c8-fd45-4e6c-a494-5ca128564915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.921048] env[63198]: DEBUG nova.network.neutron [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Refreshing network info cache for port 038d2ff3-acdc-4859-bc10-1346b7d90426 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.922374] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:9b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '038d2ff3-acdc-4859-bc10-1346b7d90426', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.929645] env[63198]: DEBUG oslo.service.loopingcall [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.930431] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.930652] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c57d4727-7a35-4d08-83d5-5b869cc65908 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.956099] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.956099] env[63198]: value = "task-2712934" [ 1078.956099] env[63198]: _type = "Task" [ 1078.956099] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.965361] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712934, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.040188] env[63198]: INFO nova.scheduler.client.report [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted allocation for migration c62bb075-3778-457e-b2eb-3d843d04d222 [ 1079.335460] env[63198]: DEBUG nova.compute.manager [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.336413] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26593c1f-886b-45d3-b1ba-f541384b4c41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.469865] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712934, 'name': CreateVM_Task, 'duration_secs': 0.344671} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.469865] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.470340] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.470518] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.470855] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.471135] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87cf14fe-04a4-41a3-80af-5abde807d9b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.479020] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1079.479020] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526bb6d3-962c-ad1c-4cfc-ca10d86e9c2c" [ 1079.479020] env[63198]: _type = "Task" [ 1079.479020] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.487822] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526bb6d3-962c-ad1c-4cfc-ca10d86e9c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.548332] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.296s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.692384] env[63198]: DEBUG nova.network.neutron [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Updated VIF entry in instance network info cache for port 038d2ff3-acdc-4859-bc10-1346b7d90426. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.692841] env[63198]: DEBUG nova.network.neutron [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Updating instance_info_cache with network_info: [{"id": "038d2ff3-acdc-4859-bc10-1346b7d90426", "address": "fa:16:3e:4d:9b:f9", "network": {"id": "6c85e6e7-b185-4427-b949-39147313ae3a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-533651737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4551fa4a0043979009f41af5ba506f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap038d2ff3-ac", "ovs_interfaceid": "038d2ff3-acdc-4859-bc10-1346b7d90426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.848329] env[63198]: INFO nova.compute.manager [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] instance snapshotting [ 1079.851560] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0471837c-9222-4d64-88d3-87bbb288fd3f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.874257] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab3dbc8-ab65-4561-8b19-d0f08005dd25 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.989660] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526bb6d3-962c-ad1c-4cfc-ca10d86e9c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.989967] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.990275] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.990527] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.990690] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.990876] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.991153] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45e64c84-2581-4087-93a2-3cf0493f5be5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.999921] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.000103] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.000809] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d26f197-2c24-4f34-9c28-66093d225eda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.005939] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1080.005939] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5211c6da-1b46-e714-9dfd-91c813f539fd" [ 1080.005939] env[63198]: _type = "Task" [ 1080.005939] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.015245] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5211c6da-1b46-e714-9dfd-91c813f539fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.195511] env[63198]: DEBUG oslo_concurrency.lockutils [req-cd1b9d58-c558-40b7-adaa-e3a79c5b42e9 req-9e40e3a8-ce73-4b99-8bdc-179a82a11aeb service nova] Releasing lock "refresh_cache-4bc489c8-fd45-4e6c-a494-5ca128564915" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.385800] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1080.386157] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87e808fc-bc53-437d-bc37-0f8971f6b524 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.396277] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1080.396277] env[63198]: value = "task-2712935" [ 1080.396277] env[63198]: _type = "Task" [ 1080.396277] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.405399] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712935, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.517215] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5211c6da-1b46-e714-9dfd-91c813f539fd, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.517926] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27683e1e-3e56-4a4c-875c-a9fca94a060c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.523288] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1080.523288] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5275b16d-1c33-4963-b1c7-cacba9d4a614" [ 1080.523288] env[63198]: _type = "Task" [ 1080.523288] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.531548] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5275b16d-1c33-4963-b1c7-cacba9d4a614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.768592] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "6841d68b-2a80-4833-8814-630990828258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.768888] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.769112] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "6841d68b-2a80-4833-8814-630990828258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.769295] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.769471] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.771636] env[63198]: INFO nova.compute.manager [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Terminating instance [ 1080.906947] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712935, 'name': CreateSnapshot_Task, 'duration_secs': 0.489201} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.906947] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1080.907723] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6a60eb-6a78-4d88-bbdb-286b15db0fb4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.035159] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5275b16d-1c33-4963-b1c7-cacba9d4a614, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.035490] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.035741] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4bc489c8-fd45-4e6c-a494-5ca128564915/4bc489c8-fd45-4e6c-a494-5ca128564915.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.036017] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91a38edf-a7fc-48e2-b907-1bd79612cb21 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.044984] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1081.044984] env[63198]: value = "task-2712936" [ 1081.044984] env[63198]: _type = "Task" [ 1081.044984] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.053959] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.275713] env[63198]: DEBUG nova.compute.manager [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.275937] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.276868] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3e2e3-39c3-46cd-908b-c430305b9461 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.287943] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.288284] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdeaf789-d558-42b5-a3ff-087ced83bd59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.297121] env[63198]: DEBUG oslo_vmware.api [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1081.297121] env[63198]: value = "task-2712937" [ 1081.297121] env[63198]: _type = "Task" [ 1081.297121] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.307973] env[63198]: DEBUG oslo_vmware.api [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.425868] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.426259] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-651caf3b-d930-4e86-bec1-ae5d1e533140 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.439402] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1081.439402] env[63198]: value = "task-2712938" [ 1081.439402] env[63198]: _type = "Task" [ 1081.439402] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.450338] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712938, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.557346] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712936, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.759278] env[63198]: DEBUG oslo_concurrency.lockutils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.759509] env[63198]: DEBUG oslo_concurrency.lockutils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.808766] env[63198]: DEBUG oslo_vmware.api [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712937, 'name': PowerOffVM_Task, 'duration_secs': 0.314652} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.809162] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.809267] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.809444] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5beff5e4-8e5e-4507-8430-636a2177d899 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.889409] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.889759] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.889943] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleting the datastore file [datastore2] 6841d68b-2a80-4833-8814-630990828258 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.890395] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ebc2766-c8bc-4266-8db9-874d567f20ac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.898476] env[63198]: DEBUG oslo_vmware.api [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for the task: (returnval){ [ 1081.898476] env[63198]: value = "task-2712940" [ 1081.898476] env[63198]: _type = "Task" [ 1081.898476] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.908094] env[63198]: DEBUG oslo_vmware.api [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.950196] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712938, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.057211] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528903} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.057514] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 4bc489c8-fd45-4e6c-a494-5ca128564915/4bc489c8-fd45-4e6c-a494-5ca128564915.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.057768] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.058096] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58468cf-470c-4043-b6f2-a84941d269a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.066649] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1082.066649] env[63198]: value = "task-2712941" [ 1082.066649] env[63198]: _type = "Task" [ 1082.066649] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.076487] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.131519] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.131898] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.262622] env[63198]: DEBUG nova.compute.manager [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.408946] env[63198]: DEBUG oslo_vmware.api [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Task: {'id': task-2712940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251572} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.409245] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.409433] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.409609] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.409787] env[63198]: INFO nova.compute.manager [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] [instance: 6841d68b-2a80-4833-8814-630990828258] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1082.410043] env[63198]: DEBUG oslo.service.loopingcall [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.410243] env[63198]: DEBUG nova.compute.manager [-] [instance: 6841d68b-2a80-4833-8814-630990828258] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.410335] env[63198]: DEBUG nova.network.neutron [-] [instance: 6841d68b-2a80-4833-8814-630990828258] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.452083] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712938, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.579505] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079337} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.579910] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.580735] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefdee38-3e22-46f2-93c6-07c2cb8266ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.606018] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4bc489c8-fd45-4e6c-a494-5ca128564915/4bc489c8-fd45-4e6c-a494-5ca128564915.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.606920] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f657d939-70a6-41ba-939a-e4dd873039c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.630809] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1082.630809] env[63198]: value = "task-2712942" [ 1082.630809] env[63198]: _type = "Task" [ 1082.630809] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.635349] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.635600] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.635773] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.635929] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1082.636759] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baa657c-0b05-42be-9192-d800aaeb61b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.651954] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b5b30b-f7fe-4583-b6ad-7fbdb7307b0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.657106] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.670764] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1a72fa-4389-4aa3-b8ed-f8ca2fd2b76a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.679482] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a10a7d-3461-45d6-9194-bb286a5bec40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.717133] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180018MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1082.717299] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.717509] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.722263] env[63198]: DEBUG nova.compute.manager [req-3a391d7b-da9e-477d-9611-fecc6ee9726e req-f0362655-0b93-449d-8063-2f93cd50088a service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Received event network-vif-deleted-5f68df74-6e38-4c3b-af0d-35a3bd3e68f7 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.722454] env[63198]: INFO nova.compute.manager [req-3a391d7b-da9e-477d-9611-fecc6ee9726e req-f0362655-0b93-449d-8063-2f93cd50088a service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Neutron deleted interface 5f68df74-6e38-4c3b-af0d-35a3bd3e68f7; detaching it from the instance and deleting it from the info cache [ 1082.722650] env[63198]: DEBUG nova.network.neutron [req-3a391d7b-da9e-477d-9611-fecc6ee9726e req-f0362655-0b93-449d-8063-2f93cd50088a service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.789398] env[63198]: DEBUG oslo_concurrency.lockutils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.953221] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712938, 'name': CloneVM_Task, 'duration_secs': 1.3622} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.953455] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Created linked-clone VM from snapshot [ 1082.954332] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2610bee-2b1e-4ac3-9fd2-60c0c069f38e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.963150] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Uploading image dfeddb5d-8b03-4b28-a8d4-40692cd9226a {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1082.984268] env[63198]: DEBUG oslo_vmware.rw_handles [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1082.984268] env[63198]: value = "vm-546488" [ 1082.984268] env[63198]: _type = "VirtualMachine" [ 1082.984268] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1082.984984] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-24833249-387d-4e54-860f-abea411138e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.993458] env[63198]: DEBUG oslo_vmware.rw_handles [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lease: (returnval){ [ 1082.993458] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245b490-c781-b27f-2464-cb471d8e8ee0" [ 1082.993458] env[63198]: _type = "HttpNfcLease" [ 1082.993458] env[63198]: } obtained for exporting VM: (result){ [ 1082.993458] env[63198]: value = "vm-546488" [ 1082.993458] env[63198]: _type = "VirtualMachine" [ 1082.993458] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1082.993847] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the lease: (returnval){ [ 1082.993847] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245b490-c781-b27f-2464-cb471d8e8ee0" [ 1082.993847] env[63198]: _type = "HttpNfcLease" [ 1082.993847] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1083.000666] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.000666] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245b490-c781-b27f-2464-cb471d8e8ee0" [ 1083.000666] env[63198]: _type = "HttpNfcLease" [ 1083.000666] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.143308] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.185894] env[63198]: DEBUG nova.network.neutron [-] [instance: 6841d68b-2a80-4833-8814-630990828258] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.226572] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f947fe5-1632-4d76-955c-9b6ba9ae6dff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.237463] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e7b10-5ca6-489f-85e5-74243192704d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.275867] env[63198]: DEBUG nova.compute.manager [req-3a391d7b-da9e-477d-9611-fecc6ee9726e req-f0362655-0b93-449d-8063-2f93cd50088a service nova] [instance: 6841d68b-2a80-4833-8814-630990828258] Detach interface failed, port_id=5f68df74-6e38-4c3b-af0d-35a3bd3e68f7, reason: Instance 6841d68b-2a80-4833-8814-630990828258 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1083.502914] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.502914] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245b490-c781-b27f-2464-cb471d8e8ee0" [ 1083.502914] env[63198]: _type = "HttpNfcLease" [ 1083.502914] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.503217] env[63198]: DEBUG oslo_vmware.rw_handles [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.503217] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5245b490-c781-b27f-2464-cb471d8e8ee0" [ 1083.503217] env[63198]: _type = "HttpNfcLease" [ 1083.503217] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1083.504098] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc604a19-0967-4195-80fa-45e1c49e5935 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.511691] env[63198]: DEBUG oslo_vmware.rw_handles [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7113a-6340-bbed-3429-525d00680d33/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.511862] env[63198]: DEBUG oslo_vmware.rw_handles [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7113a-6340-bbed-3429-525d00680d33/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1083.600124] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76a33c2d-6c95-45f5-aad2-45936fa905cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.640984] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712942, 'name': ReconfigVM_Task, 'duration_secs': 0.54007} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.641270] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4bc489c8-fd45-4e6c-a494-5ca128564915/4bc489c8-fd45-4e6c-a494-5ca128564915.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.641885] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3018ee11-8d14-4777-b4b8-65a635e7c627 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.649261] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1083.649261] env[63198]: value = "task-2712944" [ 1083.649261] env[63198]: _type = "Task" [ 1083.649261] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.657718] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712944, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.688358] env[63198]: INFO nova.compute.manager [-] [instance: 6841d68b-2a80-4833-8814-630990828258] Took 1.28 seconds to deallocate network for instance. [ 1083.747650] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 830c47ee-1791-473b-9278-f46e3219c256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.747814] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 245c7b18-515b-4d5b-8354-e68fe0df8151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.747936] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6649d4fe-3874-4919-a096-2a46c80f8be0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.748071] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance ba0bb139-e72a-4118-ba2a-e2397561a9f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.748192] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.748304] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance f4f678b8-080f-4a9e-a821-413e5291e6d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.748416] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 3af60c34-2c30-473a-912b-f27ba55e5e50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.748524] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance cb65e741-8844-4301-a1cb-e87d012dd4b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.748633] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 087eb9e9-c205-4bdf-a270-d26425b46846 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.748743] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 34f022d7-d7c9-40a8-9bd4-1493158fc430 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.748849] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6841d68b-2a80-4833-8814-630990828258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.748954] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 529d1e02-c0a4-43a4-8f31-61ebe8f30566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.749069] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 60319f82-5fe4-4ab2-8196-77c8f49ac710 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1083.749179] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 4bc489c8-fd45-4e6c-a494-5ca128564915 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.160624] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712944, 'name': Rename_Task, 'duration_secs': 0.147354} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.160985] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.161351] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f3a0eda-6966-4a1f-ba3c-f1656fa36723 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.169298] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1084.169298] env[63198]: value = "task-2712945" [ 1084.169298] env[63198]: _type = "Task" [ 1084.169298] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.180376] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.195018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.252195] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 096eaa65-7f27-4bdd-b8d1-fa8956852c7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1084.252536] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1084.252840] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1084.482892] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0defd2a-dc20-4724-a36f-7bed99f0b1d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.491375] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862ff045-0b5d-4f2d-865c-083441ee16cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.523053] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8b8665-3bce-47f5-a6b3-9a906bb7672e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.531778] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b85b64-0823-49da-83bc-68f04efc0fa8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.546676] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.679320] env[63198]: DEBUG oslo_vmware.api [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712945, 'name': PowerOnVM_Task, 'duration_secs': 0.482917} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.679673] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.679858] env[63198]: INFO nova.compute.manager [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1084.680058] env[63198]: DEBUG nova.compute.manager [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.680832] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3581624-3017-4ede-80ec-1f174ff0dbe4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.051997] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.201798] env[63198]: INFO nova.compute.manager [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Took 13.21 seconds to build instance. [ 1085.557344] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1085.557550] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.840s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.557835] env[63198]: DEBUG oslo_concurrency.lockutils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.769s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.559425] env[63198]: INFO nova.compute.claims [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.703927] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b5326934-d6ac-4038-92bb-b751c6e4fdd1 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "4bc489c8-fd45-4e6c-a494-5ca128564915" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.715s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.059913] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.060157] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.060328] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.060474] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.060626] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.060754] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1086.412311] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.412645] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.412953] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.413199] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.413367] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.415630] env[63198]: INFO nova.compute.manager [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Terminating instance [ 1086.630549] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.678818] env[63198]: DEBUG nova.compute.manager [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.679846] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4a3f4c-877e-49c7-82b7-353d3ab40ed8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.920160] env[63198]: DEBUG nova.compute.manager [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.920449] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.921373] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca39468-aa2f-476c-8322-151aee1cb788 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.930273] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.931503] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8552b6ae-c618-44e0-a18e-866d7b2907ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.933722] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a48ef62-2802-4096-88c6-aef8441a72ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.945258] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f82fa-3234-4dfd-8806-7367a5a4847b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.949059] env[63198]: DEBUG oslo_vmware.api [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1086.949059] env[63198]: value = "task-2712946" [ 1086.949059] env[63198]: _type = "Task" [ 1086.949059] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.982819] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ce675f-61cd-4b1a-83ea-4a4b09c48368 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.989433] env[63198]: DEBUG oslo_vmware.api [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.995817] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f71751-de45-4b27-aab1-3fa2c80d59e4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.011899] env[63198]: DEBUG nova.compute.provider_tree [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.202175] env[63198]: INFO nova.compute.manager [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] instance snapshotting [ 1087.205197] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15fd291-b772-4e5e-acee-563a7f08ffa3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.226160] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5277fa80-22cd-46c4-8999-87ca0acf7b53 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.460150] env[63198]: DEBUG oslo_vmware.api [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712946, 'name': PowerOffVM_Task, 'duration_secs': 0.285458} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.460461] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.460673] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.461018] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e9a1f56-8dfb-41ce-a434-e436b73bbb77 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.516082] env[63198]: DEBUG nova.scheduler.client.report [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.531327] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.531576] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.531828] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleting the datastore file [datastore2] 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.532144] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8037fc58-0bce-4635-aaff-82d04f767bc3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.540348] env[63198]: DEBUG oslo_vmware.api [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for the task: (returnval){ [ 1087.540348] env[63198]: value = "task-2712948" [ 1087.540348] env[63198]: _type = "Task" [ 1087.540348] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.550620] env[63198]: DEBUG oslo_vmware.api [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.629841] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.630071] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Cleaning up deleted instances {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1087.737964] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1087.741384] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af999a62-861f-4f39-93cb-2d0a743e3671 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.751818] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1087.751818] env[63198]: value = "task-2712949" [ 1087.751818] env[63198]: _type = "Task" [ 1087.751818] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.763311] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712949, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.021681] env[63198]: DEBUG oslo_concurrency.lockutils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.022049] env[63198]: DEBUG nova.compute.manager [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.025463] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.830s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.026022] env[63198]: DEBUG nova.objects.instance [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lazy-loading 'resources' on Instance uuid 6841d68b-2a80-4833-8814-630990828258 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.052948] env[63198]: DEBUG oslo_vmware.api [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Task: {'id': task-2712948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305302} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.053276] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.053430] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.053608] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.053788] env[63198]: INFO nova.compute.manager [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1088.054045] env[63198]: DEBUG oslo.service.loopingcall [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.054598] env[63198]: DEBUG nova.compute.manager [-] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.054695] env[63198]: DEBUG nova.network.neutron [-] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.149075] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] There are 61 instances to clean {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1088.149297] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: ede39f5f-cdd8-40a0-8078-e195722d26dd] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.264095] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712949, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.533114] env[63198]: DEBUG nova.compute.utils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.534980] env[63198]: DEBUG nova.compute.manager [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.535669] env[63198]: DEBUG nova.network.neutron [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.647459] env[63198]: DEBUG nova.policy [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '018336ea6cfe4d9eb805203a847298e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e7e100fc154452b2f178eb15511b0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.652746] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: c80709c7-30dc-427b-9cff-43f831a8e30b] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.775310] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712949, 'name': CreateSnapshot_Task, 'duration_secs': 0.821205} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.776098] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367a8be3-f537-44a9-8a2e-7db722a4ea6a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.778778] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1088.780420] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5675a327-0607-4587-8622-34501c5f681f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.797963] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232bd352-652e-4028-b3de-0023a3339549 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.836050] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e17c9-db12-4aa5-90e6-2cdc403a9609 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.838977] env[63198]: DEBUG nova.compute.manager [req-ca54c8c8-3e23-4c4e-8907-24f0100bc770 req-2a55630e-9e30-4ac6-bc17-d98639372e09 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Received event network-vif-deleted-8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.839177] env[63198]: INFO nova.compute.manager [req-ca54c8c8-3e23-4c4e-8907-24f0100bc770 req-2a55630e-9e30-4ac6-bc17-d98639372e09 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Neutron deleted interface 8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce; detaching it from the instance and deleting it from the info cache [ 1088.839353] env[63198]: DEBUG nova.network.neutron [req-ca54c8c8-3e23-4c4e-8907-24f0100bc770 req-2a55630e-9e30-4ac6-bc17-d98639372e09 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.852282] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0c6bef-c4a5-4fbf-8796-53b8690c2c24 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.870187] env[63198]: DEBUG nova.compute.provider_tree [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.043901] env[63198]: DEBUG nova.compute.manager [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.095278] env[63198]: DEBUG nova.network.neutron [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Successfully created port: bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.160000] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 3c005688-f0bd-4646-8680-c4e3bab69b6d] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.299127] env[63198]: DEBUG nova.network.neutron [-] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.312248] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1089.312616] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f5c4ccd-b212-4b7f-9b6e-bb6bff869ad7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.323328] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1089.323328] env[63198]: value = "task-2712950" [ 1089.323328] env[63198]: _type = "Task" [ 1089.323328] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.333440] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712950, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.345862] env[63198]: INFO nova.compute.manager [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Rebuilding instance [ 1089.347956] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e5800f5-0fca-4cec-ba5e-dfb275faf402 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.359164] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0480d5-6cb4-4427-a60b-c72aa6edeb4f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.375229] env[63198]: DEBUG nova.scheduler.client.report [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.409065] env[63198]: DEBUG nova.compute.manager [req-ca54c8c8-3e23-4c4e-8907-24f0100bc770 req-2a55630e-9e30-4ac6-bc17-d98639372e09 service nova] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Detach interface failed, port_id=8d1d09f0-d02d-4b0d-ab31-40dd0bd0a7ce, reason: Instance 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1089.418708] env[63198]: DEBUG nova.compute.manager [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.419736] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae27ee6-b2db-4147-bf79-89549247114c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.549973] env[63198]: INFO nova.virt.block_device [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Booting with volume bc14e67e-a25a-4ab6-a8c0-00a1afd4de39 at /dev/sda [ 1089.590365] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b32c0e8c-c26a-4d07-b625-53597beeaf66 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.601455] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512868e0-a0f3-4e7b-a9b0-aaad663a9afe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.643538] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cd52710-d6fb-4447-bcb8-71f09f0f18e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.653299] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a3f613-22e1-435d-820d-9600e5a319b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.663906] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 8da6e72b-031f-4bb9-84ab-ed9fe492d157] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.696636] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816effc2-0265-4d0a-882f-168030354be8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.704739] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55042951-1e8a-4bbe-a7fe-29b0211ddc28 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.722571] env[63198]: DEBUG nova.virt.block_device [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating existing volume attachment record: 66d62705-991b-4da5-8413-b85f19386b25 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1089.802999] env[63198]: INFO nova.compute.manager [-] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Took 1.75 seconds to deallocate network for instance. [ 1089.835942] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712950, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.879883] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.901651] env[63198]: INFO nova.scheduler.client.report [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Deleted allocations for instance 6841d68b-2a80-4833-8814-630990828258 [ 1090.170029] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 9260d4c8-bf5a-41e2-9c9e-1a865f0e16cf] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.309422] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.309743] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.310028] env[63198]: DEBUG nova.objects.instance [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lazy-loading 'resources' on Instance uuid 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.335518] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712950, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.412116] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbd312f6-1a4a-4936-b446-58072759ea2d tempest-DeleteServersTestJSON-1730989250 tempest-DeleteServersTestJSON-1730989250-project-member] Lock "6841d68b-2a80-4833-8814-630990828258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.642s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.436295] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.436708] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49fd5b9-1dc4-43f5-8279-f9446955ab13 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.447505] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1090.447505] env[63198]: value = "task-2712952" [ 1090.447505] env[63198]: _type = "Task" [ 1090.447505] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.459399] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.673796] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: aec9b7be-996c-4bd5-a68e-154bb57fc33a] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.695107] env[63198]: DEBUG nova.network.neutron [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Successfully updated port: bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.839642] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712950, 'name': CloneVM_Task} progress is 95%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.844200] env[63198]: DEBUG nova.compute.manager [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Received event network-vif-plugged-bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.844672] env[63198]: DEBUG oslo_concurrency.lockutils [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] Acquiring lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.844954] env[63198]: DEBUG oslo_concurrency.lockutils [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.845096] env[63198]: DEBUG oslo_concurrency.lockutils [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.845265] env[63198]: DEBUG nova.compute.manager [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] No waiting events found dispatching network-vif-plugged-bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.845613] env[63198]: WARNING nova.compute.manager [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Received unexpected event network-vif-plugged-bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 for instance with vm_state building and task_state block_device_mapping. [ 1090.845613] env[63198]: DEBUG nova.compute.manager [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Received event network-changed-bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.845756] env[63198]: DEBUG nova.compute.manager [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Refreshing instance network info cache due to event network-changed-bc5e48d7-060b-4fb5-8f1c-f397deb0fb64. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1090.846270] env[63198]: DEBUG oslo_concurrency.lockutils [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] Acquiring lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.846270] env[63198]: DEBUG oslo_concurrency.lockutils [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] Acquired lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.846494] env[63198]: DEBUG nova.network.neutron [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Refreshing network info cache for port bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.962138] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712952, 'name': PowerOffVM_Task, 'duration_secs': 0.366273} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.962412] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.962776] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.963486] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d18273c-526b-4310-96c2-530257da65b8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.973142] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.973395] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28534a1a-8ef7-47e8-982b-5feb44639c4c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.013343] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6049397e-169f-4ee7-a707-e388b2c3a353 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.021358] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fac979-3db2-4b2f-a2f1-d58a48369f7c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.055482] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78f7aa0-5127-4997-af53-9f770784aead {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.058154] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.058351] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.058525] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleting the datastore file [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.058790] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f3f2941-6c22-4ea5-9446-b9add9b5f655 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.067695] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f3e722-0bf2-4607-a476-d0a0aea06709 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.071560] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1091.071560] env[63198]: value = "task-2712954" [ 1091.071560] env[63198]: _type = "Task" [ 1091.071560] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.083651] env[63198]: DEBUG nova.compute.provider_tree [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.090620] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.177563] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 35c50e8a-7e7d-4023-8b60-963557cf40f8] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.197026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.335425] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712950, 'name': CloneVM_Task, 'duration_secs': 1.643549} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.337017] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Created linked-clone VM from snapshot [ 1091.337017] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37279468-e59b-488a-a26f-d3e2d790417e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.345446] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Uploading image 0606d20f-b601-4b37-949d-def2011a9379 {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1091.357671] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1091.361085] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9d927b0-ece0-4ff5-8d8b-5339f4c3acfc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.369469] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1091.369469] env[63198]: value = "task-2712955" [ 1091.369469] env[63198]: _type = "Task" [ 1091.369469] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.379943] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712955, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.380851] env[63198]: DEBUG nova.network.neutron [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.401634] env[63198]: DEBUG oslo_vmware.rw_handles [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7113a-6340-bbed-3429-525d00680d33/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1091.402582] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a2ddfa-f283-470c-95a4-7ec3e742d6cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.412540] env[63198]: DEBUG oslo_vmware.rw_handles [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7113a-6340-bbed-3429-525d00680d33/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1091.413029] env[63198]: ERROR oslo_vmware.rw_handles [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7113a-6340-bbed-3429-525d00680d33/disk-0.vmdk due to incomplete transfer. [ 1091.413704] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ab14a14-a63f-448d-9740-52c92ac0e5d3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.422537] env[63198]: DEBUG oslo_vmware.rw_handles [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7113a-6340-bbed-3429-525d00680d33/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1091.422817] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Uploaded image dfeddb5d-8b03-4b28-a8d4-40692cd9226a to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1091.427458] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1091.427688] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6cbf614d-0b20-43b5-9b66-29dc31bdf062 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.435179] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1091.435179] env[63198]: value = "task-2712956" [ 1091.435179] env[63198]: _type = "Task" [ 1091.435179] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.446698] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712956, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.479425] env[63198]: DEBUG nova.network.neutron [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.582567] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282334} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.582878] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.583111] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.583305] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.586415] env[63198]: DEBUG nova.scheduler.client.report [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.680861] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: e9c60053-8596-4396-a15e-16a19c8422b3] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.815378] env[63198]: DEBUG nova.compute.manager [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.815919] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.816146] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.816302] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.816481] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.816624] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.816807] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.816967] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.817137] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.817302] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.817462] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.817632] env[63198]: DEBUG nova.virt.hardware [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.818512] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4318298a-57e5-4f5c-a35f-c68dec0f10bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.827030] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a16921-9839-4a8e-bc2c-54a67cda2e9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.881404] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712955, 'name': Destroy_Task} progress is 33%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.945417] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712956, 'name': Destroy_Task, 'duration_secs': 0.33209} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.945722] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Destroyed the VM [ 1091.945983] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1091.946256] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c52f5f81-67b9-4d96-8a72-dc362a174d64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.953316] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1091.953316] env[63198]: value = "task-2712957" [ 1091.953316] env[63198]: _type = "Task" [ 1091.953316] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.961742] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712957, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.982037] env[63198]: DEBUG oslo_concurrency.lockutils [req-a699b7a5-bb6c-47a9-b7e7-85c6ef5785c7 req-72cf7944-946c-43fa-829d-d80b3b282e04 service nova] Releasing lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.982558] env[63198]: DEBUG oslo_concurrency.lockutils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.982785] env[63198]: DEBUG nova.network.neutron [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.095095] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.126007] env[63198]: INFO nova.scheduler.client.report [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Deleted allocations for instance 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6 [ 1092.183800] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: a6d58bc7-9239-4212-b6f7-48a17e723dd8] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.383026] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712955, 'name': Destroy_Task, 'duration_secs': 0.804975} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.383026] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Destroyed the VM [ 1092.383026] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1092.383026] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb6ad76f-7980-495e-836f-7d9c23a90d0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.389846] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1092.389846] env[63198]: value = "task-2712958" [ 1092.389846] env[63198]: _type = "Task" [ 1092.389846] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.398500] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.464520] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712957, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.514997] env[63198]: DEBUG nova.network.neutron [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.624461] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.624747] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.624916] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.625108] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.625256] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.625400] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.625624] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.625806] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.625975] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.626236] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.626435] env[63198]: DEBUG nova.virt.hardware [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.627492] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb9865-9f94-4c09-b8db-a81fc415b64e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.632865] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d4f31286-3866-417e-be3e-e2d59e458d39 tempest-AttachVolumeShelveTestJSON-1477767720 tempest-AttachVolumeShelveTestJSON-1477767720-project-member] Lock "9bfdf39f-14c3-40a5-b1e4-24a0f65040a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.220s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.637529] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04634ee8-656d-4b98-85c7-b3ba2c098397 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.653885] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:a4:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5ddac95-7d62-458d-b055-a3d00b6cc008', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.661398] env[63198]: DEBUG oslo.service.loopingcall [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.662307] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.662533] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a25f6f-4821-4568-b767-7b135e0ff760 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.690019] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: ef77f5a9-c65e-4d9e-9b5c-2e339214ae83] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.690778] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.690778] env[63198]: value = "task-2712959" [ 1092.690778] env[63198]: _type = "Task" [ 1092.690778] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.692310] env[63198]: DEBUG nova.network.neutron [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance_info_cache with network_info: [{"id": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "address": "fa:16:3e:31:42:11", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e48d7-06", "ovs_interfaceid": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.703682] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712959, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.903607] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.965418] env[63198]: DEBUG oslo_vmware.api [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712957, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552312} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.965761] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1092.966154] env[63198]: INFO nova.compute.manager [None req-205dcd8c-52ec-443c-98b1-267be0d2fc43 tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Took 13.12 seconds to snapshot the instance on the hypervisor. [ 1093.192273] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: a505b67f-b958-4b65-91dc-17dfe131be2e] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.198218] env[63198]: DEBUG oslo_concurrency.lockutils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.198522] env[63198]: DEBUG nova.compute.manager [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Instance network_info: |[{"id": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "address": "fa:16:3e:31:42:11", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e48d7-06", "ovs_interfaceid": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.198905] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:42:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc5e48d7-060b-4fb5-8f1c-f397deb0fb64', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.206405] env[63198]: DEBUG oslo.service.loopingcall [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.207422] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.207680] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5811b0d3-cfa5-4614-b4c3-6a066f5f7d6a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.228595] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712959, 'name': CreateVM_Task, 'duration_secs': 0.355306} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.229100] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.229786] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.229961] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.230356] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.230876] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c55a02-bb4c-40b3-a419-4854bde2349f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.236198] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.236198] env[63198]: value = "task-2712960" [ 1093.236198] env[63198]: _type = "Task" [ 1093.236198] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.237722] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1093.237722] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52252fcc-a310-8a9d-5e1d-39773ffb7775" [ 1093.237722] env[63198]: _type = "Task" [ 1093.237722] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.256840] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712960, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.261712] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52252fcc-a310-8a9d-5e1d-39773ffb7775, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.261831] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.262123] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.262462] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.262701] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.262912] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.263202] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5291888-d62b-4dca-bf93-f113ec5c77a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.277207] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.277411] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.278182] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97915804-97b9-4e2f-a995-f6ddf094271e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.285843] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1093.285843] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b7da1a-8a76-1638-9996-4b098149f722" [ 1093.285843] env[63198]: _type = "Task" [ 1093.285843] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.294799] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b7da1a-8a76-1638-9996-4b098149f722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.402128] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712958, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.695777] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 4d977f30-60a9-4619-9e2a-c58da743b0e0] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.752739] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712960, 'name': CreateVM_Task, 'duration_secs': 0.470376} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.752923] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.753626] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546485', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'name': 'volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '096eaa65-7f27-4bdd-b8d1-fa8956852c7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'serial': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39'}, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': '66d62705-991b-4da5-8413-b85f19386b25', 'mount_device': '/dev/sda', 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63198) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1093.753866] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Root volume attach. Driver type: vmdk {{(pid=63198) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1093.754650] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb622944-252e-4773-a106-7b4cd0f28d76 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.762962] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59479cc0-30e2-4a0f-b1b1-0767275723f0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.771719] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab92a2a5-e6cd-480d-a71a-42036aa1287d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.779342] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ef738036-0ea4-40b8-ab2d-036b5bc96c77 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.787536] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1093.787536] env[63198]: value = "task-2712961" [ 1093.787536] env[63198]: _type = "Task" [ 1093.787536] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.802546] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b7da1a-8a76-1638-9996-4b098149f722, 'name': SearchDatastore_Task, 'duration_secs': 0.022612} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.808352] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712961, 'name': RelocateVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.808352] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9762829-aa68-4d08-84b7-76cb8e5812e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.813933] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1093.813933] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525e7d6c-cdc4-a68f-93d5-f1f27b7fe02b" [ 1093.813933] env[63198]: _type = "Task" [ 1093.813933] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.826174] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525e7d6c-cdc4-a68f-93d5-f1f27b7fe02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.902116] env[63198]: DEBUG oslo_vmware.api [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712958, 'name': RemoveSnapshot_Task, 'duration_secs': 1.035004} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.902494] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1094.200571] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: e6cf9a8a-a75f-4f78-a64e-50713ad6e8dc] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.304351] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712961, 'name': RelocateVM_Task} progress is 20%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.326544] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525e7d6c-cdc4-a68f-93d5-f1f27b7fe02b, 'name': SearchDatastore_Task, 'duration_secs': 0.022811} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.326903] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.327296] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3/cb65e741-8844-4301-a1cb-e87d012dd4b3.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.327544] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff7f07ea-8e5d-47a3-9aaa-48d844cdaddf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.336116] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1094.336116] env[63198]: value = "task-2712963" [ 1094.336116] env[63198]: _type = "Task" [ 1094.336116] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.351092] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.413263] env[63198]: WARNING nova.compute.manager [None req-72a61384-6699-4516-9b48-851481072e40 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Image not found during snapshot: nova.exception.ImageNotFound: Image 0606d20f-b601-4b37-949d-def2011a9379 could not be found. [ 1094.705024] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 1e1b0ec0-ace8-4a2d-885d-020a9f6cb9cf] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.806369] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712961, 'name': RelocateVM_Task, 'duration_secs': 0.595484} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.806538] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1094.806690] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546485', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'name': 'volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '096eaa65-7f27-4bdd-b8d1-fa8956852c7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'serial': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1094.807529] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1b7692-9f4f-4575-9a38-5840a31f5688 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.825947] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b8da8-f1d3-43e6-8d16-27518ccd8cec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.849734] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39/volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.853276] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce2f7080-803c-4a4e-a48b-3d44db7bd037 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.884108] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516092} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.886111] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3/cb65e741-8844-4301-a1cb-e87d012dd4b3.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.886381] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.886759] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1094.886759] env[63198]: value = "task-2712964" [ 1094.886759] env[63198]: _type = "Task" [ 1094.886759] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.886973] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cddb5e68-55e6-4a37-882a-2608b791be10 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.899067] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.900670] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1094.900670] env[63198]: value = "task-2712965" [ 1094.900670] env[63198]: _type = "Task" [ 1094.900670] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.911101] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.209938] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 471506f5-e0ca-4a61-9dc8-4617cae95e9e] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.399742] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712964, 'name': ReconfigVM_Task, 'duration_secs': 0.353353} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.400042] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39/volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.404799] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41499e2c-9cbd-469a-ba1f-5786ca1f819c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.422501] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079574} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.423826] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.424214] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1095.424214] env[63198]: value = "task-2712966" [ 1095.424214] env[63198]: _type = "Task" [ 1095.424214] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.424878] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7026a0d-19a9-468b-b36d-9d450d94dee7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.435961] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.453381] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3/cb65e741-8844-4301-a1cb-e87d012dd4b3.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.453707] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b9d560-1a10-4108-ad2f-5cbc4b9575cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.474230] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1095.474230] env[63198]: value = "task-2712967" [ 1095.474230] env[63198]: _type = "Task" [ 1095.474230] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.482699] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.521021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "3af60c34-2c30-473a-912b-f27ba55e5e50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.521305] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "3af60c34-2c30-473a-912b-f27ba55e5e50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.521554] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "3af60c34-2c30-473a-912b-f27ba55e5e50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.521827] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "3af60c34-2c30-473a-912b-f27ba55e5e50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.522048] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "3af60c34-2c30-473a-912b-f27ba55e5e50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.524442] env[63198]: INFO nova.compute.manager [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Terminating instance [ 1095.607111] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "4bc489c8-fd45-4e6c-a494-5ca128564915" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.607359] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "4bc489c8-fd45-4e6c-a494-5ca128564915" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.607577] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "4bc489c8-fd45-4e6c-a494-5ca128564915-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.607789] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "4bc489c8-fd45-4e6c-a494-5ca128564915-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.607978] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "4bc489c8-fd45-4e6c-a494-5ca128564915-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.610399] env[63198]: INFO nova.compute.manager [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Terminating instance [ 1095.713960] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 4fc90bd4-7125-4a7f-9be8-abe730a83771] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.937572] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712966, 'name': ReconfigVM_Task, 'duration_secs': 0.301186} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.937920] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546485', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'name': 'volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '096eaa65-7f27-4bdd-b8d1-fa8956852c7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'serial': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1095.938486] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a0702b5-bbb0-413c-8d70-44057ebb6d36 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.946269] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1095.946269] env[63198]: value = "task-2712968" [ 1095.946269] env[63198]: _type = "Task" [ 1095.946269] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.954194] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712968, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.985058] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712967, 'name': ReconfigVM_Task, 'duration_secs': 0.266892} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.985058] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Reconfigured VM instance instance-0000006d to attach disk [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3/cb65e741-8844-4301-a1cb-e87d012dd4b3.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.985396] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74547658-d762-41d2-b041-a539fcbae596 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.991936] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1095.991936] env[63198]: value = "task-2712969" [ 1095.991936] env[63198]: _type = "Task" [ 1095.991936] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.000987] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712969, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.028164] env[63198]: DEBUG nova.compute.manager [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.028391] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.029375] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f218dc3b-1fda-406e-b07f-ff3700410d8d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.037558] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.037845] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c16aac3-64c3-4d67-a61d-e1f207304e08 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.044832] env[63198]: DEBUG oslo_vmware.api [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1096.044832] env[63198]: value = "task-2712970" [ 1096.044832] env[63198]: _type = "Task" [ 1096.044832] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.053424] env[63198]: DEBUG oslo_vmware.api [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.114819] env[63198]: DEBUG nova.compute.manager [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.115158] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.116551] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be636afa-da04-44c9-a00e-b76f620d5b1c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.126250] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.126530] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1780df30-0406-4b67-b396-45aff2a436e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.134802] env[63198]: DEBUG oslo_vmware.api [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1096.134802] env[63198]: value = "task-2712971" [ 1096.134802] env[63198]: _type = "Task" [ 1096.134802] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.146472] env[63198]: DEBUG oslo_vmware.api [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.218290] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 21a838a9-9465-4af0-a10f-bb81e0a92108] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.457087] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712968, 'name': Rename_Task, 'duration_secs': 0.178435} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.457348] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.457600] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c8378f0-528d-4460-af01-d78ea028a61e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.465013] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1096.465013] env[63198]: value = "task-2712972" [ 1096.465013] env[63198]: _type = "Task" [ 1096.465013] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.472647] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.503014] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712969, 'name': Rename_Task, 'duration_secs': 0.157505} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.503303] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.503561] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80504fb4-d056-4ca1-85c9-162244808e61 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.509770] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1096.509770] env[63198]: value = "task-2712973" [ 1096.509770] env[63198]: _type = "Task" [ 1096.509770] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.517783] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.555823] env[63198]: DEBUG oslo_vmware.api [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712970, 'name': PowerOffVM_Task, 'duration_secs': 0.210626} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.556113] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.556294] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.556561] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8aefd77-e1a5-47cf-b3bd-78131d608f5f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.635231] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.635443] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.635609] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Deleting the datastore file [datastore2] 3af60c34-2c30-473a-912b-f27ba55e5e50 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.635960] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0679f65a-f46f-4620-996d-02941f24433c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.646557] env[63198]: DEBUG oslo_vmware.api [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712971, 'name': PowerOffVM_Task, 'duration_secs': 0.165348} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.647818] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.648010] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.648344] env[63198]: DEBUG oslo_vmware.api [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1096.648344] env[63198]: value = "task-2712975" [ 1096.648344] env[63198]: _type = "Task" [ 1096.648344] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.648547] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71802b75-fc81-49fb-8b9a-9591e1f4805a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.659412] env[63198]: DEBUG oslo_vmware.api [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.716514] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.716772] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.717024] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Deleting the datastore file [datastore2] 4bc489c8-fd45-4e6c-a494-5ca128564915 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.717364] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb7d6ef-1488-43d8-ad88-05c393690257 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.721473] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: c680dc39-4770-4635-8482-c6c8b08e2b2e] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.725894] env[63198]: DEBUG oslo_vmware.api [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1096.725894] env[63198]: value = "task-2712977" [ 1096.725894] env[63198]: _type = "Task" [ 1096.725894] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.734664] env[63198]: DEBUG oslo_vmware.api [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.976391] env[63198]: DEBUG oslo_vmware.api [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712972, 'name': PowerOnVM_Task, 'duration_secs': 0.488068} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.976678] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.977136] env[63198]: INFO nova.compute.manager [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Took 5.16 seconds to spawn the instance on the hypervisor. [ 1096.977235] env[63198]: DEBUG nova.compute.manager [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.978057] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc7fb5d-ea06-42f5-b24c-f04a94c97e6d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.020027] env[63198]: DEBUG oslo_vmware.api [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2712973, 'name': PowerOnVM_Task, 'duration_secs': 0.505485} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.020325] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.020532] env[63198]: DEBUG nova.compute.manager [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.022013] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec67c10-24a5-4a5e-9bc7-e6fe192292e5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.161067] env[63198]: DEBUG oslo_vmware.api [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147404} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.161339] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.161522] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.161701] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.161876] env[63198]: INFO nova.compute.manager [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1097.162133] env[63198]: DEBUG oslo.service.loopingcall [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.162326] env[63198]: DEBUG nova.compute.manager [-] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.162423] env[63198]: DEBUG nova.network.neutron [-] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.226832] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 9d755eba-8ecf-46a2-891c-13f69ac9d5f7] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.239467] env[63198]: DEBUG oslo_vmware.api [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165359} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.240968] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.240968] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.240968] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.240968] env[63198]: INFO nova.compute.manager [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1097.240968] env[63198]: DEBUG oslo.service.loopingcall [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1097.240968] env[63198]: DEBUG nova.compute.manager [-] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.240968] env[63198]: DEBUG nova.network.neutron [-] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.499645] env[63198]: INFO nova.compute.manager [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Took 14.73 seconds to build instance. [ 1097.539981] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.539981] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.539981] env[63198]: DEBUG nova.objects.instance [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1097.698343] env[63198]: DEBUG nova.compute.manager [req-dea9953b-d9f2-4ef8-88c2-21a575cfd253 req-f3577f77-8f74-4d0e-bc1a-8384ee8673eb service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Received event network-vif-deleted-6469a1c2-22e1-4881-96c7-880eb009bf94 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.698569] env[63198]: INFO nova.compute.manager [req-dea9953b-d9f2-4ef8-88c2-21a575cfd253 req-f3577f77-8f74-4d0e-bc1a-8384ee8673eb service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Neutron deleted interface 6469a1c2-22e1-4881-96c7-880eb009bf94; detaching it from the instance and deleting it from the info cache [ 1097.698744] env[63198]: DEBUG nova.network.neutron [req-dea9953b-d9f2-4ef8-88c2-21a575cfd253 req-f3577f77-8f74-4d0e-bc1a-8384ee8673eb service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.734157] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: c74dd82a-fb47-4383-928f-be8184d8bf11] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.004117] env[63198]: DEBUG oslo_concurrency.lockutils [None req-254485ce-d052-4882-be50-0b078edf0d2f tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.241s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.180184] env[63198]: DEBUG nova.network.neutron [-] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.201254] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86832656-6431-4289-ad82-929c7321f939 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.215013] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add6f180-0616-4e17-94f7-143554bb4531 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.248483] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 31b72d6d-7103-438f-995a-d3e607efd785] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.251019] env[63198]: DEBUG nova.compute.manager [req-dea9953b-d9f2-4ef8-88c2-21a575cfd253 req-f3577f77-8f74-4d0e-bc1a-8384ee8673eb service nova] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Detach interface failed, port_id=6469a1c2-22e1-4881-96c7-880eb009bf94, reason: Instance 3af60c34-2c30-473a-912b-f27ba55e5e50 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1098.550864] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f7f50159-7986-44df-915d-da06fc22983c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.605027] env[63198]: DEBUG nova.network.neutron [-] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.634752] env[63198]: DEBUG nova.compute.manager [req-1ba08d82-d2d0-4862-b059-8f711686a627 req-65760447-c209-4ca9-9d34-98eb8e075ce3 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Received event network-changed-ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.635060] env[63198]: DEBUG nova.compute.manager [req-1ba08d82-d2d0-4862-b059-8f711686a627 req-65760447-c209-4ca9-9d34-98eb8e075ce3 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Refreshing instance network info cache due to event network-changed-ba795f8e-b7ec-4a46-b585-8595d352fcb1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1098.635348] env[63198]: DEBUG oslo_concurrency.lockutils [req-1ba08d82-d2d0-4862-b059-8f711686a627 req-65760447-c209-4ca9-9d34-98eb8e075ce3 service nova] Acquiring lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.636817] env[63198]: DEBUG oslo_concurrency.lockutils [req-1ba08d82-d2d0-4862-b059-8f711686a627 req-65760447-c209-4ca9-9d34-98eb8e075ce3 service nova] Acquired lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.637096] env[63198]: DEBUG nova.network.neutron [req-1ba08d82-d2d0-4862-b059-8f711686a627 req-65760447-c209-4ca9-9d34-98eb8e075ce3 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Refreshing network info cache for port ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.687076] env[63198]: INFO nova.compute.manager [-] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Took 1.52 seconds to deallocate network for instance. [ 1098.752671] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 3d640862-9f20-435e-b2fc-f22eca545ef4] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.107872] env[63198]: INFO nova.compute.manager [-] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Took 1.87 seconds to deallocate network for instance. [ 1099.196183] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.196183] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.196183] env[63198]: DEBUG nova.objects.instance [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lazy-loading 'resources' on Instance uuid 3af60c34-2c30-473a-912b-f27ba55e5e50 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.258873] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 711d6a80-7962-4850-9e8d-fda42b7bf545] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.369774] env[63198]: DEBUG nova.network.neutron [req-1ba08d82-d2d0-4862-b059-8f711686a627 req-65760447-c209-4ca9-9d34-98eb8e075ce3 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Updated VIF entry in instance network info cache for port ba795f8e-b7ec-4a46-b585-8595d352fcb1. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.371270] env[63198]: DEBUG nova.network.neutron [req-1ba08d82-d2d0-4862-b059-8f711686a627 req-65760447-c209-4ca9-9d34-98eb8e075ce3 service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Updating instance_info_cache with network_info: [{"id": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "address": "fa:16:3e:69:5b:b3", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba795f8e-b7", "ovs_interfaceid": "ba795f8e-b7ec-4a46-b585-8595d352fcb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.618653] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.737105] env[63198]: DEBUG nova.compute.manager [req-a85f2604-7ae6-4e0f-8b03-fbb8c2c8b5f4 req-d26bc581-5438-4861-921b-a8668ec1f9d3 service nova] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Received event network-vif-deleted-038d2ff3-acdc-4859-bc10-1346b7d90426 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.761625] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 7915dd53-1071-4d40-b0b5-053dc6888c37] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.873702] env[63198]: DEBUG oslo_concurrency.lockutils [req-1ba08d82-d2d0-4862-b059-8f711686a627 req-65760447-c209-4ca9-9d34-98eb8e075ce3 service nova] Releasing lock "refresh_cache-830c47ee-1791-473b-9278-f46e3219c256" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.958778] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56c0808-b098-4057-8fd3-8009737b54ed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.969760] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497cf1b3-6077-45bb-b214-effab4e35815 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.001432] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c6b580-e815-4d48-b6dd-bf2a1a344919 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.008800] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c21f890-caa2-46e1-b971-cdf76677cd9b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.022764] env[63198]: DEBUG nova.compute.provider_tree [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.255529] env[63198]: DEBUG nova.compute.manager [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Stashing vm_state: active {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1100.269024] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 3036fb4e-36f2-4bf2-b8b9-208c09827625] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.526023] env[63198]: DEBUG nova.scheduler.client.report [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.661853] env[63198]: DEBUG nova.compute.manager [req-3ecc540d-cae4-4cbd-bc25-f836b31e40cb req-e6969002-b019-415a-9113-4ce05f103633 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Received event network-changed-bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.662070] env[63198]: DEBUG nova.compute.manager [req-3ecc540d-cae4-4cbd-bc25-f836b31e40cb req-e6969002-b019-415a-9113-4ce05f103633 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Refreshing instance network info cache due to event network-changed-bc5e48d7-060b-4fb5-8f1c-f397deb0fb64. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.662295] env[63198]: DEBUG oslo_concurrency.lockutils [req-3ecc540d-cae4-4cbd-bc25-f836b31e40cb req-e6969002-b019-415a-9113-4ce05f103633 service nova] Acquiring lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.662436] env[63198]: DEBUG oslo_concurrency.lockutils [req-3ecc540d-cae4-4cbd-bc25-f836b31e40cb req-e6969002-b019-415a-9113-4ce05f103633 service nova] Acquired lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.662624] env[63198]: DEBUG nova.network.neutron [req-3ecc540d-cae4-4cbd-bc25-f836b31e40cb req-e6969002-b019-415a-9113-4ce05f103633 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Refreshing network info cache for port bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.768804] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: fcc046ba-c8b3-4a94-ad37-63ef529ddfb1] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.772009] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.031592] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.034217] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.416s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.034451] env[63198]: DEBUG nova.objects.instance [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lazy-loading 'resources' on Instance uuid 4bc489c8-fd45-4e6c-a494-5ca128564915 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.052192] env[63198]: INFO nova.scheduler.client.report [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Deleted allocations for instance 3af60c34-2c30-473a-912b-f27ba55e5e50 [ 1101.271988] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 2091c666-f592-407d-8df4-0011204c916f] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.400663] env[63198]: DEBUG nova.network.neutron [req-3ecc540d-cae4-4cbd-bc25-f836b31e40cb req-e6969002-b019-415a-9113-4ce05f103633 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updated VIF entry in instance network info cache for port bc5e48d7-060b-4fb5-8f1c-f397deb0fb64. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.401057] env[63198]: DEBUG nova.network.neutron [req-3ecc540d-cae4-4cbd-bc25-f836b31e40cb req-e6969002-b019-415a-9113-4ce05f103633 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance_info_cache with network_info: [{"id": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "address": "fa:16:3e:31:42:11", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e48d7-06", "ovs_interfaceid": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.558952] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4e189a32-72b8-4a85-8379-a8cd58b14f4f tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "3af60c34-2c30-473a-912b-f27ba55e5e50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.038s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.765378] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c514939a-7c0e-4d16-8207-4dce23056507 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.772889] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b45cf0-03b7-43a1-9322-db5b9426aad1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.776427] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 14e21b91-64d2-4baa-b7cc-f619a65be828] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.807054] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41f32aa-d591-4c2c-a777-3ba82b54a03d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.817694] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ffbdc5-b93f-4c33-b25d-116e28ee9711 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.831658] env[63198]: DEBUG nova.compute.provider_tree [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.903655] env[63198]: DEBUG oslo_concurrency.lockutils [req-3ecc540d-cae4-4cbd-bc25-f836b31e40cb req-e6969002-b019-415a-9113-4ce05f103633 service nova] Releasing lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.279604] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 1dc324a9-d929-496f-a868-ed14d846d076] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.313275] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "f4f678b8-080f-4a9e-a821-413e5291e6d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.313511] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "f4f678b8-080f-4a9e-a821-413e5291e6d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.313751] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "f4f678b8-080f-4a9e-a821-413e5291e6d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.313940] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "f4f678b8-080f-4a9e-a821-413e5291e6d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.314118] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "f4f678b8-080f-4a9e-a821-413e5291e6d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.316013] env[63198]: INFO nova.compute.manager [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Terminating instance [ 1102.334235] env[63198]: DEBUG nova.scheduler.client.report [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.783468] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 6385c919-9889-41c3-94e6-7dc6b447eea3] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.819198] env[63198]: DEBUG nova.compute.manager [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.819424] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.820365] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5db2ec-11e0-4ade-a09f-0855f14d3ec2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.828507] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.828904] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9905357-f74a-45ca-90b6-eb47d44807c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.835553] env[63198]: DEBUG oslo_vmware.api [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1102.835553] env[63198]: value = "task-2712978" [ 1102.835553] env[63198]: _type = "Task" [ 1102.835553] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.838784] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.840865] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.069s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.847527] env[63198]: DEBUG oslo_vmware.api [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.861043] env[63198]: INFO nova.scheduler.client.report [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Deleted allocations for instance 4bc489c8-fd45-4e6c-a494-5ca128564915 [ 1103.201401] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.201641] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.287189] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 27b8d2f5-65c6-4129-96b7-9b3941dbe262] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.347672] env[63198]: INFO nova.compute.claims [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.350994] env[63198]: DEBUG oslo_vmware.api [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712978, 'name': PowerOffVM_Task, 'duration_secs': 0.176591} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.351248] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.351411] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.351651] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-176da8ff-bbed-45b5-8b0b-92d8908256fb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.367594] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6b210e5a-4b9d-44f7-8997-cf4f5e0926d8 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "4bc489c8-fd45-4e6c-a494-5ca128564915" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.760s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.414555] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.414927] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.415128] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Deleting the datastore file [datastore2] f4f678b8-080f-4a9e-a821-413e5291e6d6 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.415675] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df5a897d-221e-4a52-8346-93cfd2912475 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.422161] env[63198]: DEBUG oslo_vmware.api [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for the task: (returnval){ [ 1103.422161] env[63198]: value = "task-2712980" [ 1103.422161] env[63198]: _type = "Task" [ 1103.422161] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.430281] env[63198]: DEBUG oslo_vmware.api [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.705079] env[63198]: DEBUG nova.compute.utils [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.790524] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 8275a569-0041-442a-a3d0-5c3f60e411a5] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.856299] env[63198]: INFO nova.compute.resource_tracker [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating resource usage from migration c822b981-ab2f-44a0-abc0-1252dc10bc2f [ 1103.934044] env[63198]: DEBUG oslo_vmware.api [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Task: {'id': task-2712980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128142} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.934733] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.934733] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.934733] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.935032] env[63198]: INFO nova.compute.manager [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1103.935094] env[63198]: DEBUG oslo.service.loopingcall [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.935308] env[63198]: DEBUG nova.compute.manager [-] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.935396] env[63198]: DEBUG nova.network.neutron [-] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.027245] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f673022a-c837-4e00-9b75-b7afab54a01a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.034353] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a57f8f-db5e-4c05-8ff9-68d6b43e64bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.066041] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3803eaad-e23e-4778-9725-b1ddc3e70df3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.073616] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c7cb81-fa1e-4646-bf8e-7442590f7eb1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.087946] env[63198]: DEBUG nova.compute.provider_tree [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.208168] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.293995] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: b0d71974-f55e-45fd-99da-52d939b7ef54] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.402581] env[63198]: DEBUG nova.compute.manager [req-9d74533d-556c-45b8-9887-4a2615cfe758 req-9bcdc7a0-2dfe-425a-b6cf-b3516c858c11 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Received event network-vif-deleted-0dd304d7-7ed3-4296-8520-6c60093f40af {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1104.402831] env[63198]: INFO nova.compute.manager [req-9d74533d-556c-45b8-9887-4a2615cfe758 req-9bcdc7a0-2dfe-425a-b6cf-b3516c858c11 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Neutron deleted interface 0dd304d7-7ed3-4296-8520-6c60093f40af; detaching it from the instance and deleting it from the info cache [ 1104.403019] env[63198]: DEBUG nova.network.neutron [req-9d74533d-556c-45b8-9887-4a2615cfe758 req-9bcdc7a0-2dfe-425a-b6cf-b3516c858c11 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.591464] env[63198]: DEBUG nova.scheduler.client.report [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.762932] env[63198]: DEBUG nova.network.neutron [-] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.797341] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 9d21143e-5a30-4964-b8af-9bbcbded658a] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.905353] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd29bd38-9df4-4f3f-b518-b686311edd4c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.915956] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a04cc-4547-4d37-93cd-c27ce176fda4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.950955] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "93a5eec9-aae3-4797-ae1d-540c480823f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.951230] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.952385] env[63198]: DEBUG nova.compute.manager [req-9d74533d-556c-45b8-9887-4a2615cfe758 req-9bcdc7a0-2dfe-425a-b6cf-b3516c858c11 service nova] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Detach interface failed, port_id=0dd304d7-7ed3-4296-8520-6c60093f40af, reason: Instance f4f678b8-080f-4a9e-a821-413e5291e6d6 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1105.097350] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.256s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.097561] env[63198]: INFO nova.compute.manager [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Migrating [ 1105.266656] env[63198]: INFO nova.compute.manager [-] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Took 1.33 seconds to deallocate network for instance. [ 1105.301465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.301788] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.301921] env[63198]: INFO nova.compute.manager [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Attaching volume 02dc3eeb-2681-440e-bf9b-fa43f54d616e to /dev/sdb [ 1105.304604] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 28bcc6bc-f5ef-4b24-9ad1-1f1ba582a532] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.337050] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ea4461-0f0e-4c02-bc5e-595ac3c25bdb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.344169] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebd8eb5-48cb-4561-9c74-31adfbf1067c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.356607] env[63198]: DEBUG nova.virt.block_device [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating existing volume attachment record: ce371edb-13f9-40bb-9683-45f0f1679919 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1105.454168] env[63198]: DEBUG nova.compute.manager [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.611893] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.612182] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.612421] env[63198]: DEBUG nova.network.neutron [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.773671] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.774027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.774326] env[63198]: DEBUG nova.objects.instance [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lazy-loading 'resources' on Instance uuid f4f678b8-080f-4a9e-a821-413e5291e6d6 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.807378] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 7b097c3d-9025-4842-8bd2-bed617ffa7a1] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.976748] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.310688] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: fdec4944-a4f2-404d-a33c-5c9d98fd2ec5] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.321476] env[63198]: DEBUG nova.network.neutron [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance_info_cache with network_info: [{"id": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "address": "fa:16:3e:31:42:11", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e48d7-06", "ovs_interfaceid": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.425525] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9025ad-6c9b-44e1-85e3-80d9866a231d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.432762] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ca9c47-96e6-4ade-a5ea-1c77ea9ac2fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.462294] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebdf467-2546-4476-a1bc-cd9d4c7ee53e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.468946] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc34b5cb-5723-4733-b8ef-2eeb8ddd5eaf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.482252] env[63198]: DEBUG nova.compute.provider_tree [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.813708] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 5024de2a-3243-4418-baef-d211a0851feb] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.824434] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.937551] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.937787] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.985640] env[63198]: DEBUG nova.scheduler.client.report [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.316773] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 9f9d72f1-2324-41cc-a050-679682cf6bda] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.441627] env[63198]: DEBUG nova.compute.utils [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.490363] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.492711] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.516s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.494185] env[63198]: INFO nova.compute.claims [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.514741] env[63198]: INFO nova.scheduler.client.report [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Deleted allocations for instance f4f678b8-080f-4a9e-a821-413e5291e6d6 [ 1107.820415] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 873b5af7-94f5-4bed-af71-db17a9417c87] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.944368] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.022023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0fab50e7-163e-4003-9fd6-ea67de45e66d tempest-ListImageFiltersTestJSON-1491816124 tempest-ListImageFiltersTestJSON-1491816124-project-member] Lock "f4f678b8-080f-4a9e-a821-413e5291e6d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.708s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.324518] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 2d5075ed-a487-4b74-a597-43aa276523bb] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.338030] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2518df50-34da-48e3-9697-4df976e54356 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.357360] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance '096eaa65-7f27-4bdd-b8d1-fa8956852c7e' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.642081] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2026719-45b4-4ce5-9e8d-bf3fe6edaafc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.651111] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58f759-3f75-4a83-bca5-f91e97cd5949 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.681279] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e837cdb-a65e-4673-bec4-70524b37a140 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.688892] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19b9070-b3bd-433e-8b02-4fed7efaf565 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.701644] env[63198]: DEBUG nova.compute.provider_tree [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.828863] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 42397992-1f96-421e-9a09-6eb07294d682] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.863289] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.863851] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b32904f-813d-4c18-a2db-8ba670c56dbf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.871151] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1108.871151] env[63198]: value = "task-2712985" [ 1108.871151] env[63198]: _type = "Task" [ 1108.871151] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.880670] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.001492] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.001946] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.002253] env[63198]: INFO nova.compute.manager [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Attaching volume b613bb51-70f3-4284-b074-8ced3c41add2 to /dev/sdb [ 1109.035953] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dde357-bfb2-48ab-bccd-38eab022aba4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.044939] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d68b5f6-07ab-4b65-86c6-01be93fc5daa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.058940] env[63198]: DEBUG nova.virt.block_device [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Updating existing volume attachment record: 7c90da81-e01e-45c0-97e1-5b005b838c5c {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1109.205594] env[63198]: DEBUG nova.scheduler.client.report [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.331977] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 97a00604-9fe5-4bac-b0ea-7b9bcd952a25] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.381188] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712985, 'name': PowerOffVM_Task, 'duration_secs': 0.201397} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.381458] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.381646] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance '096eaa65-7f27-4bdd-b8d1-fa8956852c7e' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.713091] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.713692] env[63198]: DEBUG nova.compute.manager [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.835378] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: d3bf58cc-5c5f-4b54-b75a-81f6deebe9ed] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.887925] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.888240] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.888319] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.888480] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.888622] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.888765] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.888967] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.889135] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.889327] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.889492] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.889661] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.895108] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0800a69-2439-4d6d-9b0e-f19b687388df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.906347] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1109.906579] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546494', 'volume_id': '02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'name': 'volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34f022d7-d7c9-40a8-9bd4-1493158fc430', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'serial': '02dc3eeb-2681-440e-bf9b-fa43f54d616e'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1109.907776] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961167ab-161d-421b-abc7-51d6999ab3d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.925705] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd00ea4a-7be7-4d10-b43f-2cba8801733d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.928452] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1109.928452] env[63198]: value = "task-2712989" [ 1109.928452] env[63198]: _type = "Task" [ 1109.928452] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.974303] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e/volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.978341] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ac63e6-c22a-4116-b8e3-7b59ac8c3005 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.992670] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.997425] env[63198]: DEBUG oslo_vmware.api [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1109.997425] env[63198]: value = "task-2712990" [ 1109.997425] env[63198]: _type = "Task" [ 1109.997425] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.005574] env[63198]: DEBUG oslo_vmware.api [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.218968] env[63198]: DEBUG nova.compute.utils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.220458] env[63198]: DEBUG nova.compute.manager [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.220671] env[63198]: DEBUG nova.network.neutron [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.267799] env[63198]: DEBUG nova.policy [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ed1d5bd864c490aae0cb2aaf106b560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c4551fa4a0043979009f41af5ba506f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.339164] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: f6a8ce31-5fad-4c6b-bbc5-ed240f8db679] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.439434] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712989, 'name': ReconfigVM_Task, 'duration_secs': 0.263964} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.439738] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance '096eaa65-7f27-4bdd-b8d1-fa8956852c7e' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.509715] env[63198]: DEBUG oslo_vmware.api [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.545018] env[63198]: DEBUG nova.network.neutron [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Successfully created port: 1650967e-f5ac-4028-99c8-78e0e3c0e022 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.724300] env[63198]: DEBUG nova.compute.manager [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.842989] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: fbec33e0-6b91-4b5e-8bed-06019fbd7f26] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.946574] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.946871] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.947071] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.947266] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.947429] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.947580] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.947785] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.947936] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.948130] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.948269] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.948440] env[63198]: DEBUG nova.virt.hardware [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.953888] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.954190] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed55c0d-8502-4a3f-ac60-391ff7b3fda1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.972947] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1110.972947] env[63198]: value = "task-2712991" [ 1110.972947] env[63198]: _type = "Task" [ 1110.972947] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.981143] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.009193] env[63198]: DEBUG oslo_vmware.api [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712990, 'name': ReconfigVM_Task, 'duration_secs': 0.724205} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.009548] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e/volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.014825] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd404edd-9c9f-4da6-9069-6f2a90869750 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.029574] env[63198]: DEBUG oslo_vmware.api [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1111.029574] env[63198]: value = "task-2712992" [ 1111.029574] env[63198]: _type = "Task" [ 1111.029574] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.038028] env[63198]: DEBUG oslo_vmware.api [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.346757] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 5d66c323-0aca-4844-af50-3dbf4c6808ba] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.483519] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712991, 'name': ReconfigVM_Task, 'duration_secs': 0.151902} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.483878] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.484709] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759f1f8a-857e-49e5-bcaa-edbe95dc1826 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.508134] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39/volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.508740] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5efef9e6-6e3b-453d-8aac-c00f7f886785 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.525996] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1111.525996] env[63198]: value = "task-2712994" [ 1111.525996] env[63198]: _type = "Task" [ 1111.525996] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.536529] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.541226] env[63198]: DEBUG oslo_vmware.api [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2712992, 'name': ReconfigVM_Task, 'duration_secs': 0.137227} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.541489] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546494', 'volume_id': '02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'name': 'volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34f022d7-d7c9-40a8-9bd4-1493158fc430', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'serial': '02dc3eeb-2681-440e-bf9b-fa43f54d616e'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1111.733309] env[63198]: DEBUG nova.compute.manager [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.761148] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.761406] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.761560] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.761745] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.761894] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.762068] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.762291] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.762487] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.762746] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.762917] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.763116] env[63198]: DEBUG nova.virt.hardware [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.763991] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060c12a5-3590-4ac7-a194-10798dd1a621 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.771245] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f9c155-8cd3-4461-bbd9-00b03a7815ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.850416] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 53bb3fab-5289-4abe-ae4b-43547891513e] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.914203] env[63198]: DEBUG nova.compute.manager [req-1f3eb2f3-8fe3-4ede-99b9-3ea1fe4df55b req-eabd3153-7605-4c04-aef5-dbc3e63f39bd service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Received event network-vif-plugged-1650967e-f5ac-4028-99c8-78e0e3c0e022 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.914436] env[63198]: DEBUG oslo_concurrency.lockutils [req-1f3eb2f3-8fe3-4ede-99b9-3ea1fe4df55b req-eabd3153-7605-4c04-aef5-dbc3e63f39bd service nova] Acquiring lock "93a5eec9-aae3-4797-ae1d-540c480823f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.914638] env[63198]: DEBUG oslo_concurrency.lockutils [req-1f3eb2f3-8fe3-4ede-99b9-3ea1fe4df55b req-eabd3153-7605-4c04-aef5-dbc3e63f39bd service nova] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.914801] env[63198]: DEBUG oslo_concurrency.lockutils [req-1f3eb2f3-8fe3-4ede-99b9-3ea1fe4df55b req-eabd3153-7605-4c04-aef5-dbc3e63f39bd service nova] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.914960] env[63198]: DEBUG nova.compute.manager [req-1f3eb2f3-8fe3-4ede-99b9-3ea1fe4df55b req-eabd3153-7605-4c04-aef5-dbc3e63f39bd service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] No waiting events found dispatching network-vif-plugged-1650967e-f5ac-4028-99c8-78e0e3c0e022 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.915130] env[63198]: WARNING nova.compute.manager [req-1f3eb2f3-8fe3-4ede-99b9-3ea1fe4df55b req-eabd3153-7605-4c04-aef5-dbc3e63f39bd service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Received unexpected event network-vif-plugged-1650967e-f5ac-4028-99c8-78e0e3c0e022 for instance with vm_state building and task_state spawning. [ 1112.023225] env[63198]: DEBUG nova.network.neutron [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Successfully updated port: 1650967e-f5ac-4028-99c8-78e0e3c0e022 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.036665] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2712994, 'name': ReconfigVM_Task, 'duration_secs': 0.246083} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.036903] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39/volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.037188] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance '096eaa65-7f27-4bdd-b8d1-fa8956852c7e' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.354052] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: caedd33a-6164-45d0-8722-6b775f20fd9c] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.525505] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "refresh_cache-93a5eec9-aae3-4797-ae1d-540c480823f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.525658] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired lock "refresh_cache-93a5eec9-aae3-4797-ae1d-540c480823f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.526220] env[63198]: DEBUG nova.network.neutron [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.542702] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29860345-9ebf-433e-81e5-81fada9af21f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.561785] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c208305-c3e1-45aa-88b2-912f04b57027 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.580417] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance '096eaa65-7f27-4bdd-b8d1-fa8956852c7e' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.592640] env[63198]: DEBUG nova.objects.instance [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lazy-loading 'flavor' on Instance uuid 34f022d7-d7c9-40a8-9bd4-1493158fc430 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.856902] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 70b20377-15df-429a-a592-776148d2a91c] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.067904] env[63198]: DEBUG nova.network.neutron [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.097922] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4fd3cae1-35a7-4812-b60e-b77fefbfce91 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.795s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.220536] env[63198]: DEBUG nova.network.neutron [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Updating instance_info_cache with network_info: [{"id": "1650967e-f5ac-4028-99c8-78e0e3c0e022", "address": "fa:16:3e:10:bd:55", "network": {"id": "6c85e6e7-b185-4427-b949-39147313ae3a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-533651737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4551fa4a0043979009f41af5ba506f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1650967e-f5", "ovs_interfaceid": "1650967e-f5ac-4028-99c8-78e0e3c0e022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.359948] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 16c2f860-6415-43e5-bfea-55dcc6c4b5fc] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.605015] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.605269] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546496', 'volume_id': 'b613bb51-70f3-4284-b074-8ced3c41add2', 'name': 'volume-b613bb51-70f3-4284-b074-8ced3c41add2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '529d1e02-c0a4-43a4-8f31-61ebe8f30566', 'attached_at': '', 'detached_at': '', 'volume_id': 'b613bb51-70f3-4284-b074-8ced3c41add2', 'serial': 'b613bb51-70f3-4284-b074-8ced3c41add2'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.606177] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9495bd9-bda8-4938-9401-61dc10cf6a1b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.622419] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b66f6c-a359-4a71-9b68-60d3377df076 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.646655] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-b613bb51-70f3-4284-b074-8ced3c41add2/volume-b613bb51-70f3-4284-b074-8ced3c41add2.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.647260] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f17928-efe4-4b14-8ece-120860441c9c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.668184] env[63198]: DEBUG oslo_vmware.api [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1113.668184] env[63198]: value = "task-2712995" [ 1113.668184] env[63198]: _type = "Task" [ 1113.668184] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.676789] env[63198]: DEBUG oslo_vmware.api [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.723522] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Releasing lock "refresh_cache-93a5eec9-aae3-4797-ae1d-540c480823f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.723868] env[63198]: DEBUG nova.compute.manager [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Instance network_info: |[{"id": "1650967e-f5ac-4028-99c8-78e0e3c0e022", "address": "fa:16:3e:10:bd:55", "network": {"id": "6c85e6e7-b185-4427-b949-39147313ae3a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-533651737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4551fa4a0043979009f41af5ba506f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1650967e-f5", "ovs_interfaceid": "1650967e-f5ac-4028-99c8-78e0e3c0e022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.724312] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:bd:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1650967e-f5ac-4028-99c8-78e0e3c0e022', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.734114] env[63198]: DEBUG oslo.service.loopingcall [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1113.736863] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.737301] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91abf9f9-9f70-4599-9f3a-32ac6d00fd5c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.758854] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.758854] env[63198]: value = "task-2712996" [ 1113.758854] env[63198]: _type = "Task" [ 1113.758854] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.768665] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712996, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.863206] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 2abaf9f0-6739-4cd3-8400-d204d059565d] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.950169] env[63198]: DEBUG nova.compute.manager [req-fd4aafa3-53a5-4852-946f-0de706832615 req-1c4522b4-80c9-4945-859b-96af48a11b1b service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Received event network-changed-1650967e-f5ac-4028-99c8-78e0e3c0e022 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.950389] env[63198]: DEBUG nova.compute.manager [req-fd4aafa3-53a5-4852-946f-0de706832615 req-1c4522b4-80c9-4945-859b-96af48a11b1b service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Refreshing instance network info cache due to event network-changed-1650967e-f5ac-4028-99c8-78e0e3c0e022. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1113.950714] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd4aafa3-53a5-4852-946f-0de706832615 req-1c4522b4-80c9-4945-859b-96af48a11b1b service nova] Acquiring lock "refresh_cache-93a5eec9-aae3-4797-ae1d-540c480823f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.950897] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd4aafa3-53a5-4852-946f-0de706832615 req-1c4522b4-80c9-4945-859b-96af48a11b1b service nova] Acquired lock "refresh_cache-93a5eec9-aae3-4797-ae1d-540c480823f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.951319] env[63198]: DEBUG nova.network.neutron [req-fd4aafa3-53a5-4852-946f-0de706832615 req-1c4522b4-80c9-4945-859b-96af48a11b1b service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Refreshing network info cache for port 1650967e-f5ac-4028-99c8-78e0e3c0e022 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.073135] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.073378] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.164408] env[63198]: INFO nova.compute.manager [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Rescuing [ 1114.164725] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.164856] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.164971] env[63198]: DEBUG nova.network.neutron [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.177847] env[63198]: DEBUG oslo_vmware.api [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712995, 'name': ReconfigVM_Task, 'duration_secs': 0.328316} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.178119] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-b613bb51-70f3-4284-b074-8ced3c41add2/volume-b613bb51-70f3-4284-b074-8ced3c41add2.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.183034] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac559d1c-9948-43be-af9e-03e347443f1c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.198545] env[63198]: DEBUG oslo_vmware.api [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1114.198545] env[63198]: value = "task-2712997" [ 1114.198545] env[63198]: _type = "Task" [ 1114.198545] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.206848] env[63198]: DEBUG oslo_vmware.api [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.268993] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2712996, 'name': CreateVM_Task, 'duration_secs': 0.30571} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.269176] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.269883] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.269981] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.270323] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.271253] env[63198]: DEBUG nova.network.neutron [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Port bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1114.272332] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14aabf75-7576-481c-845f-173cde663739 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.277739] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1114.277739] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a9cd50-03e3-6acc-016b-490f5c8a8604" [ 1114.277739] env[63198]: _type = "Task" [ 1114.277739] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.287290] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a9cd50-03e3-6acc-016b-490f5c8a8604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.367188] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 6746c7d4-49f4-43d2-833d-3a3c65fd8a8d] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.576621] env[63198]: DEBUG nova.compute.utils [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.669966] env[63198]: DEBUG nova.network.neutron [req-fd4aafa3-53a5-4852-946f-0de706832615 req-1c4522b4-80c9-4945-859b-96af48a11b1b service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Updated VIF entry in instance network info cache for port 1650967e-f5ac-4028-99c8-78e0e3c0e022. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.670353] env[63198]: DEBUG nova.network.neutron [req-fd4aafa3-53a5-4852-946f-0de706832615 req-1c4522b4-80c9-4945-859b-96af48a11b1b service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Updating instance_info_cache with network_info: [{"id": "1650967e-f5ac-4028-99c8-78e0e3c0e022", "address": "fa:16:3e:10:bd:55", "network": {"id": "6c85e6e7-b185-4427-b949-39147313ae3a", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-533651737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4551fa4a0043979009f41af5ba506f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1650967e-f5", "ovs_interfaceid": "1650967e-f5ac-4028-99c8-78e0e3c0e022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.709883] env[63198]: DEBUG oslo_vmware.api [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2712997, 'name': ReconfigVM_Task, 'duration_secs': 0.150707} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.709883] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546496', 'volume_id': 'b613bb51-70f3-4284-b074-8ced3c41add2', 'name': 'volume-b613bb51-70f3-4284-b074-8ced3c41add2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '529d1e02-c0a4-43a4-8f31-61ebe8f30566', 'attached_at': '', 'detached_at': '', 'volume_id': 'b613bb51-70f3-4284-b074-8ced3c41add2', 'serial': 'b613bb51-70f3-4284-b074-8ced3c41add2'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1114.792022] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a9cd50-03e3-6acc-016b-490f5c8a8604, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.792343] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.792566] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.792835] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.792983] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.793175] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.793433] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d3be7fd-29d1-48a6-b0e0-8111415baaf1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.801773] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.801953] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.802688] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f57388a-cc8d-4603-be64-3e36fffdc5e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.807524] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1114.807524] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c2b873-a975-319e-0b60-b355ff792c10" [ 1114.807524] env[63198]: _type = "Task" [ 1114.807524] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.817111] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c2b873-a975-319e-0b60-b355ff792c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.870895] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 72f1ba90-32c3-4a58-b88d-7c0147664a22] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.912172] env[63198]: DEBUG nova.network.neutron [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating instance_info_cache with network_info: [{"id": "32e04c3a-0c3b-44d3-8432-b07604779692", "address": "fa:16:3e:74:3a:7d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e04c3a-0c", "ovs_interfaceid": "32e04c3a-0c3b-44d3-8432-b07604779692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.079096] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.173193] env[63198]: DEBUG oslo_concurrency.lockutils [req-fd4aafa3-53a5-4852-946f-0de706832615 req-1c4522b4-80c9-4945-859b-96af48a11b1b service nova] Releasing lock "refresh_cache-93a5eec9-aae3-4797-ae1d-540c480823f8" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.297656] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.297892] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.298089] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.318363] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c2b873-a975-319e-0b60-b355ff792c10, 'name': SearchDatastore_Task, 'duration_secs': 0.008207} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.319131] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2001d038-ca5c-4cc1-b815-46fcd137c7e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.324508] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1115.324508] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52356784-3cd0-d167-293e-5a144ceea431" [ 1115.324508] env[63198]: _type = "Task" [ 1115.324508] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.332239] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52356784-3cd0-d167-293e-5a144ceea431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.375738] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 1e3e7894-9094-4dcb-8409-9a8f800e690d] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.415489] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.745245] env[63198]: DEBUG nova.objects.instance [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'flavor' on Instance uuid 529d1e02-c0a4-43a4-8f31-61ebe8f30566 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.836474] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52356784-3cd0-d167-293e-5a144ceea431, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.836725] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.836997] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 93a5eec9-aae3-4797-ae1d-540c480823f8/93a5eec9-aae3-4797-ae1d-540c480823f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.837266] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e2100a0-b9cd-4f13-b0a2-f3088c4462ef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.843566] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1115.843566] env[63198]: value = "task-2712998" [ 1115.843566] env[63198]: _type = "Task" [ 1115.843566] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.850713] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.878870] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 02608284-2c80-48e6-8d51-c0010ba2c8db] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.141059] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.141059] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.141298] env[63198]: INFO nova.compute.manager [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Attaching volume 10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84 to /dev/sdb [ 1116.173882] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca0fb0f-91a0-4e11-9f41-5a32f172d03c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.184310] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1281dedb-3a9d-4e4f-93e4-7ce653a560bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.198395] env[63198]: DEBUG nova.virt.block_device [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating existing volume attachment record: f31aa222-0aff-4ac8-a238-36838fa973d4 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1116.250657] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b4202a09-96c2-4ed8-8323-4af658bbf6ff tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.342231] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.342439] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.342652] env[63198]: DEBUG nova.network.neutron [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.352058] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2712998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459967} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.352890] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 93a5eec9-aae3-4797-ae1d-540c480823f8/93a5eec9-aae3-4797-ae1d-540c480823f8.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.353122] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.353371] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0518b15-b24f-449c-b1fd-1d091e6d3d88 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.359347] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1116.359347] env[63198]: value = "task-2713000" [ 1116.359347] env[63198]: _type = "Task" [ 1116.359347] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.367121] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.382050] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 7d9abde3-63db-4ea8-bb12-df6000a782d1] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.869044] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064441} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.869346] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.870095] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c303cd2-4f5b-42b9-a292-5a44b8c7faa4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.891403] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 93a5eec9-aae3-4797-ae1d-540c480823f8/93a5eec9-aae3-4797-ae1d-540c480823f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.894109] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 519d1a21-0829-41a5-9bc4-e68f29eabf23] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.895774] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91543688-2e0b-48cf-93b2-671435a84f6d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.919732] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1116.919732] env[63198]: value = "task-2713003" [ 1116.919732] env[63198]: _type = "Task" [ 1116.919732] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.931011] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.951561] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.952030] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf2573a-d9c7-4806-b4f1-62bfa1807208 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.958726] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1116.958726] env[63198]: value = "task-2713004" [ 1116.958726] env[63198]: _type = "Task" [ 1116.958726] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.966963] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.230349] env[63198]: DEBUG nova.network.neutron [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance_info_cache with network_info: [{"id": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "address": "fa:16:3e:31:42:11", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e48d7-06", "ovs_interfaceid": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.415804] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: e10e723c-944b-4be8-b623-741de004cb2b] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.428698] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713003, 'name': ReconfigVM_Task, 'duration_secs': 0.395645} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.428989] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 93a5eec9-aae3-4797-ae1d-540c480823f8/93a5eec9-aae3-4797-ae1d-540c480823f8.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.429611] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6df91c09-a8af-4ec4-a607-b1dcf9eae9b6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.436515] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1117.436515] env[63198]: value = "task-2713005" [ 1117.436515] env[63198]: _type = "Task" [ 1117.436515] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.449236] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713005, 'name': Rename_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.469160] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713004, 'name': PowerOffVM_Task, 'duration_secs': 0.222927} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.469461] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.470299] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f06218-baad-45ad-b895-35757c30a098 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.492355] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e80448-d0fc-49b9-b4c6-92f6ad4f48a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.522180] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.522490] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef303055-a3ad-4b8f-a2c0-470d348f7149 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.529848] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1117.529848] env[63198]: value = "task-2713006" [ 1117.529848] env[63198]: _type = "Task" [ 1117.529848] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.537594] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.733159] env[63198]: DEBUG oslo_concurrency.lockutils [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.919290] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: aef1d1f0-d6a3-4a61-9896-5669beda455d] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.938026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "2c00efc1-425f-4244-9876-a6e84344e698" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.938026] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "2c00efc1-425f-4244-9876-a6e84344e698" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.949174] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713005, 'name': Rename_Task, 'duration_secs': 0.147694} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.949430] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.949665] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-780a180a-f0e4-4b5b-a201-1a7166c5f99a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.956496] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1117.956496] env[63198]: value = "task-2713007" [ 1117.956496] env[63198]: _type = "Task" [ 1117.956496] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.965579] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.041118] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1118.041324] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.041603] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.041808] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.042035] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.042317] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75e3b2ed-59df-40f0-b175-6fd43c005269 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.050907] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.051113] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.051789] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa86ca78-8459-4257-bcbb-8fa09c3bf3fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.056799] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1118.056799] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52dff09b-6b66-89c9-e807-6d50bfd2145e" [ 1118.056799] env[63198]: _type = "Task" [ 1118.056799] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.064269] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52dff09b-6b66-89c9-e807-6d50bfd2145e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.243148] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b6ac7-121d-478f-825c-ac533a5b04f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.251390] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb70fd-e561-497d-b6c6-0332f59631bf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.422973] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: d53844a9-7e9e-47d5-97a9-80df25e74c57] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1118.443210] env[63198]: DEBUG nova.compute.manager [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.466410] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.566947] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52dff09b-6b66-89c9-e807-6d50bfd2145e, 'name': SearchDatastore_Task, 'duration_secs': 0.007772} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.567710] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fd4891-b1fb-430e-8371-8b73309e755f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.572935] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1118.572935] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522c68a8-d411-28f9-f1b9-ef2bdc38d0e3" [ 1118.572935] env[63198]: _type = "Task" [ 1118.572935] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.580472] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522c68a8-d411-28f9-f1b9-ef2bdc38d0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.928138] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.928338] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Cleaning up deleted instances with incomplete migration {{(pid=63198) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1118.967104] env[63198]: DEBUG oslo_vmware.api [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713007, 'name': PowerOnVM_Task, 'duration_secs': 0.881038} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.967385] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.967767] env[63198]: INFO nova.compute.manager [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1118.967767] env[63198]: DEBUG nova.compute.manager [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.968777] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.969009] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.970508] env[63198]: INFO nova.compute.claims [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.973995] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f410592c-5ed9-4726-97c6-f51dd256a631 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.083652] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522c68a8-d411-28f9-f1b9-ef2bdc38d0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.083880] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.084160] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 34f022d7-d7c9-40a8-9bd4-1493158fc430/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. {{(pid=63198) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1119.084419] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1cd85c5-7d96-45c9-9157-1ca84c749bd9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.092418] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1119.092418] env[63198]: value = "task-2713009" [ 1119.092418] env[63198]: _type = "Task" [ 1119.092418] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.099660] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.366854] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c463c3-aa13-4ae7-a903-ac2c49aa79db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.387586] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1456a8ad-6329-48ca-98e6-8d09bf683b0a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.394968] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance '096eaa65-7f27-4bdd-b8d1-fa8956852c7e' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.491683] env[63198]: INFO nova.compute.manager [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Took 13.53 seconds to build instance. [ 1119.602958] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469382} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.603249] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 34f022d7-d7c9-40a8-9bd4-1493158fc430/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk. [ 1119.604047] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd96d469-c8e3-44f2-815e-042fc7e17438 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.631473] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 34f022d7-d7c9-40a8-9bd4-1493158fc430/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.631749] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be2d2a6a-86df-4fb1-89c2-83831ee229da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.648681] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1119.648681] env[63198]: value = "task-2713010" [ 1119.648681] env[63198]: _type = "Task" [ 1119.648681] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.656099] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.901349] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.901958] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6342a0c9-eade-4408-8e44-661206ea9602 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.908893] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1119.908893] env[63198]: value = "task-2713011" [ 1119.908893] env[63198]: _type = "Task" [ 1119.908893] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.918304] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.992789] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f256b796-021a-43f7-aa68-57bc3c9bbf8d tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.041s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.136498] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d441cfc4-8e1a-4465-8806-d04b23026802 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.144150] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d3d10-7053-4c6c-aab4-61817584fd2e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.178598] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b573f-6f1b-4b2c-a56b-2eaa64e45eeb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.180915] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713010, 'name': ReconfigVM_Task, 'duration_secs': 0.361322} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.181200] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 34f022d7-d7c9-40a8-9bd4-1493158fc430/9c92274c-f71a-4266-ae8f-c11a7267cfde-rescue.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.182250] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40c652d-c684-498b-acd5-7a14e89575ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.187309] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b952780-05d5-47c0-8c95-eb8c4956fc41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.212880] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71aaa1cb-a131-4562-9838-80f5a040dacc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.229636] env[63198]: DEBUG nova.compute.provider_tree [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.235895] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1120.235895] env[63198]: value = "task-2713012" [ 1120.235895] env[63198]: _type = "Task" [ 1120.235895] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.243007] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.328539] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "93a5eec9-aae3-4797-ae1d-540c480823f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.328814] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.329078] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "93a5eec9-aae3-4797-ae1d-540c480823f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.329303] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.329514] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.331739] env[63198]: INFO nova.compute.manager [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Terminating instance [ 1120.420916] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.425415] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.733069] env[63198]: DEBUG nova.scheduler.client.report [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.745456] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.750500] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1120.750717] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546499', 'volume_id': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'name': 'volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60319f82-5fe4-4ab2-8196-77c8f49ac710', 'attached_at': '', 'detached_at': '', 'volume_id': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'serial': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1120.751765] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5235e2f7-bace-4ddc-9ff8-f454cc77478a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.767777] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4180163a-debc-461f-86eb-59c09acba0c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.792454] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84/volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.792785] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e065773-0290-4192-a1f0-486e8a8d9f66 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.810012] env[63198]: DEBUG oslo_vmware.api [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1120.810012] env[63198]: value = "task-2713013" [ 1120.810012] env[63198]: _type = "Task" [ 1120.810012] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.817656] env[63198]: DEBUG oslo_vmware.api [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.835699] env[63198]: DEBUG nova.compute.manager [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.835946] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.836806] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9655d88e-15c8-4a2e-a378-1706c9b84eeb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.844376] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.844616] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3288122d-1b66-414f-bbb0-d90534ae5189 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.850525] env[63198]: DEBUG oslo_vmware.api [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1120.850525] env[63198]: value = "task-2713014" [ 1120.850525] env[63198]: _type = "Task" [ 1120.850525] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.858523] env[63198]: DEBUG oslo_vmware.api [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.920245] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713011, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.932019] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_power_states {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.237638] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.238213] env[63198]: DEBUG nova.compute.manager [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.252963] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713012, 'name': ReconfigVM_Task, 'duration_secs': 0.690019} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.253245] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.253496] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-259f30b5-0dfb-4201-82b1-6c3ab78883db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.261533] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1121.261533] env[63198]: value = "task-2713015" [ 1121.261533] env[63198]: _type = "Task" [ 1121.261533] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.269711] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.319424] env[63198]: DEBUG oslo_vmware.api [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713013, 'name': ReconfigVM_Task, 'duration_secs': 0.465162} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.319699] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84/volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.324302] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e794ecd1-d493-4cee-b5b6-71ef61460b7e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.338352] env[63198]: DEBUG oslo_vmware.api [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1121.338352] env[63198]: value = "task-2713016" [ 1121.338352] env[63198]: _type = "Task" [ 1121.338352] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.345998] env[63198]: DEBUG oslo_vmware.api [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.358142] env[63198]: DEBUG oslo_vmware.api [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713014, 'name': PowerOffVM_Task, 'duration_secs': 0.30374} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.358389] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.358685] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.358869] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5436f48a-3f55-4f50-a756-cc6eb2c83c38 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.416942] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.417288] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.417562] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Deleting the datastore file [datastore2] 93a5eec9-aae3-4797-ae1d-540c480823f8 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.420631] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21d1adf6-616f-4f07-a578-2335bb6def85 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.422600] env[63198]: DEBUG oslo_vmware.api [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713011, 'name': PowerOnVM_Task, 'duration_secs': 1.082299} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.422950] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.423312] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-831d51ac-1916-417a-975b-c8942685bf15 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance '096eaa65-7f27-4bdd-b8d1-fa8956852c7e' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.431372] env[63198]: DEBUG oslo_vmware.api [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for the task: (returnval){ [ 1121.431372] env[63198]: value = "task-2713018" [ 1121.431372] env[63198]: _type = "Task" [ 1121.431372] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.438299] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Getting list of instances from cluster (obj){ [ 1121.438299] env[63198]: value = "domain-c8" [ 1121.438299] env[63198]: _type = "ClusterComputeResource" [ 1121.438299] env[63198]: } {{(pid=63198) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1121.441799] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c28986-f683-4ffe-8923-738b631b4fcf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.444771] env[63198]: DEBUG oslo_vmware.api [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.459633] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Got total of 10 instances {{(pid=63198) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1121.459792] env[63198]: WARNING nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] While synchronizing instance power states, found 12 instances in the database and 10 instances on the hypervisor. [ 1121.459877] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 830c47ee-1791-473b-9278-f46e3219c256 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.460068] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 245c7b18-515b-4d5b-8354-e68fe0df8151 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.460228] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 6649d4fe-3874-4919-a096-2a46c80f8be0 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.460377] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid ba0bb139-e72a-4118-ba2a-e2397561a9f0 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.460542] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid cb65e741-8844-4301-a1cb-e87d012dd4b3 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.460705] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 087eb9e9-c205-4bdf-a270-d26425b46846 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.460854] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 34f022d7-d7c9-40a8-9bd4-1493158fc430 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.460998] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 529d1e02-c0a4-43a4-8f31-61ebe8f30566 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.461155] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 60319f82-5fe4-4ab2-8196-77c8f49ac710 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.461296] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 096eaa65-7f27-4bdd-b8d1-fa8956852c7e {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.461438] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 93a5eec9-aae3-4797-ae1d-540c480823f8 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.461577] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Triggering sync for uuid 2c00efc1-425f-4244-9876-a6e84344e698 {{(pid=63198) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1121.461921] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "830c47ee-1791-473b-9278-f46e3219c256" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.462144] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "830c47ee-1791-473b-9278-f46e3219c256" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.462404] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "245c7b18-515b-4d5b-8354-e68fe0df8151" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.462585] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.462842] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "6649d4fe-3874-4919-a096-2a46c80f8be0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.463046] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.463295] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.463471] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.463692] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "cb65e741-8844-4301-a1cb-e87d012dd4b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.463872] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.464109] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "087eb9e9-c205-4bdf-a270-d26425b46846" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.464285] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "087eb9e9-c205-4bdf-a270-d26425b46846" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.464509] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.464682] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.464849] env[63198]: INFO nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1121.465013] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.465219] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.465391] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.465610] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.465811] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.465986] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.466153] env[63198]: INFO nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1121.466307] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.466485] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "93a5eec9-aae3-4797-ae1d-540c480823f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.466678] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "2c00efc1-425f-4244-9876-a6e84344e698" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.468177] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686549d-45a4-4c7c-87e4-02af5ee12e18 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.471206] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea14a74-164d-4eca-8745-b0d02529a6fb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.473989] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae66086d-a9a4-45d1-a051-8190108b476a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.476522] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3195c4f3-4f4e-4630-a992-3eae6cac371d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.479155] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f9cd47-2340-4f4f-843c-a65830e6f54b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.481643] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c35f3e-84c3-46a7-bde7-0b7394c7f249 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.484293] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeaa959-71c6-43df-97ca-23512ed8fd0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.748104] env[63198]: DEBUG nova.compute.utils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.749467] env[63198]: DEBUG nova.compute.manager [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.749635] env[63198]: DEBUG nova.network.neutron [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.772743] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.796249] env[63198]: DEBUG nova.policy [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44adacbbf0d14816befbe72634e34294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f0618f409d4455498a588df2ca7a89c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.847855] env[63198]: DEBUG oslo_vmware.api [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713016, 'name': ReconfigVM_Task, 'duration_secs': 0.142877} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.848200] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546499', 'volume_id': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'name': 'volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60319f82-5fe4-4ab2-8196-77c8f49ac710', 'attached_at': '', 'detached_at': '', 'volume_id': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'serial': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.941900] env[63198]: DEBUG oslo_vmware.api [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Task: {'id': task-2713018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137573} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.942452] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.942452] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.942452] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.942608] env[63198]: INFO nova.compute.manager [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1121.942852] env[63198]: DEBUG oslo.service.loopingcall [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.943060] env[63198]: DEBUG nova.compute.manager [-] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.943156] env[63198]: DEBUG nova.network.neutron [-] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.009121] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.011752] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "830c47ee-1791-473b-9278-f46e3219c256" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.012106] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.020982] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.023405] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.026139] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.026139] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "087eb9e9-c205-4bdf-a270-d26425b46846" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.253400] env[63198]: DEBUG nova.compute.manager [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.259691] env[63198]: DEBUG nova.network.neutron [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Successfully created port: db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.272780] env[63198]: DEBUG oslo_vmware.api [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713015, 'name': PowerOnVM_Task, 'duration_secs': 0.716504} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.273166] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.275669] env[63198]: DEBUG nova.compute.manager [None req-a27ef683-d5ef-4d3f-9213-2a9aa7e272cb tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.276495] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7abc49e-d32c-4f42-aa43-32925df78f57 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.633867] env[63198]: DEBUG nova.compute.manager [req-01b274c1-fcea-4e82-9c04-ce1de50b0dcf req-2d867a9a-98cf-43e8-929e-27375b12feef service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Received event network-vif-deleted-1650967e-f5ac-4028-99c8-78e0e3c0e022 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.634077] env[63198]: INFO nova.compute.manager [req-01b274c1-fcea-4e82-9c04-ce1de50b0dcf req-2d867a9a-98cf-43e8-929e-27375b12feef service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Neutron deleted interface 1650967e-f5ac-4028-99c8-78e0e3c0e022; detaching it from the instance and deleting it from the info cache [ 1122.634255] env[63198]: DEBUG nova.network.neutron [req-01b274c1-fcea-4e82-9c04-ce1de50b0dcf req-2d867a9a-98cf-43e8-929e-27375b12feef service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.888584] env[63198]: DEBUG nova.objects.instance [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'flavor' on Instance uuid 60319f82-5fe4-4ab2-8196-77c8f49ac710 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.117676] env[63198]: DEBUG nova.network.neutron [-] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.137057] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b311199-9a6d-4c14-9755-85687117adcc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.151633] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb31b4d-7701-4a7f-8dff-8e2bb60767c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.183456] env[63198]: DEBUG nova.compute.manager [req-01b274c1-fcea-4e82-9c04-ce1de50b0dcf req-2d867a9a-98cf-43e8-929e-27375b12feef service nova] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Detach interface failed, port_id=1650967e-f5ac-4028-99c8-78e0e3c0e022, reason: Instance 93a5eec9-aae3-4797-ae1d-540c480823f8 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1123.263424] env[63198]: DEBUG nova.compute.manager [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.289298] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.289553] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.289708] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.289898] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.290599] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.290831] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.291067] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.291238] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.291406] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.291570] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.291743] env[63198]: DEBUG nova.virt.hardware [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.293020] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15fdd22-4160-47f9-bf31-afde83a3f839 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.301695] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fae0fb-314f-44e2-8280-7be52def2aa0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.395027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47f28c58-8dbc-4442-9981-978e6e829637 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.395586] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.930s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.396433] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e943ab-4cd1-4680-b200-346ff91f9b87 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.524041] env[63198]: INFO nova.compute.manager [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Unrescuing [ 1123.524347] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.524501] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquired lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.524669] env[63198]: DEBUG nova.network.neutron [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.621023] env[63198]: INFO nova.compute.manager [-] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Took 1.68 seconds to deallocate network for instance. [ 1123.906464] env[63198]: INFO nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1123.906834] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.126978] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.127271] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.127987] env[63198]: DEBUG nova.objects.instance [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lazy-loading 'resources' on Instance uuid 93a5eec9-aae3-4797-ae1d-540c480823f8 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.311762] env[63198]: DEBUG nova.compute.manager [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Stashing vm_state: active {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1124.335021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.335021] env[63198]: DEBUG oslo_concurrency.lockutils [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.335021] env[63198]: DEBUG nova.compute.manager [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Going to confirm migration 7 {{(pid=63198) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1124.412251] env[63198]: DEBUG nova.network.neutron [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Successfully updated port: db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.431791] env[63198]: DEBUG nova.network.neutron [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating instance_info_cache with network_info: [{"id": "32e04c3a-0c3b-44d3-8432-b07604779692", "address": "fa:16:3e:74:3a:7d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e04c3a-0c", "ovs_interfaceid": "32e04c3a-0c3b-44d3-8432-b07604779692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.663178] env[63198]: DEBUG nova.compute.manager [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Received event network-vif-plugged-db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.663475] env[63198]: DEBUG oslo_concurrency.lockutils [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] Acquiring lock "2c00efc1-425f-4244-9876-a6e84344e698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.663953] env[63198]: DEBUG oslo_concurrency.lockutils [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] Lock "2c00efc1-425f-4244-9876-a6e84344e698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.663953] env[63198]: DEBUG oslo_concurrency.lockutils [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] Lock "2c00efc1-425f-4244-9876-a6e84344e698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.664416] env[63198]: DEBUG nova.compute.manager [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] No waiting events found dispatching network-vif-plugged-db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.664416] env[63198]: WARNING nova.compute.manager [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Received unexpected event network-vif-plugged-db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 for instance with vm_state building and task_state spawning. [ 1124.664416] env[63198]: DEBUG nova.compute.manager [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Received event network-changed-db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.664534] env[63198]: DEBUG nova.compute.manager [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Refreshing instance network info cache due to event network-changed-db1b1777-ef5c-4793-8dc0-1d4cfec32ce1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1124.664679] env[63198]: DEBUG oslo_concurrency.lockutils [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] Acquiring lock "refresh_cache-2c00efc1-425f-4244-9876-a6e84344e698" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.664816] env[63198]: DEBUG oslo_concurrency.lockutils [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] Acquired lock "refresh_cache-2c00efc1-425f-4244-9876-a6e84344e698" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.664971] env[63198]: DEBUG nova.network.neutron [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Refreshing network info cache for port db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.837090] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.872913] env[63198]: DEBUG oslo_concurrency.lockutils [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.873120] env[63198]: DEBUG oslo_concurrency.lockutils [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquired lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.873315] env[63198]: DEBUG nova.network.neutron [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.873505] env[63198]: DEBUG nova.objects.instance [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'info_cache' on Instance uuid 096eaa65-7f27-4bdd-b8d1-fa8956852c7e {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.888320] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc73673f-57af-4d5b-bb92-91bba8ee87dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.896755] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442bbde8-fbc0-4465-a9be-c43e56afe6bc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.929145] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "refresh_cache-2c00efc1-425f-4244-9876-a6e84344e698" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.930335] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1984a37-5f3f-4604-bdc5-fb2e986b141e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.934348] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Releasing lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.935010] env[63198]: DEBUG nova.objects.instance [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lazy-loading 'flavor' on Instance uuid 34f022d7-d7c9-40a8-9bd4-1493158fc430 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.939478] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7197b16e-a188-4457-96dd-ec6480335fc9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.953475] env[63198]: DEBUG nova.compute.provider_tree [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.196667] env[63198]: DEBUG nova.network.neutron [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.264685] env[63198]: DEBUG nova.network.neutron [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.442438] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6020efe-3c09-40a3-abdb-929ece0487cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.467263] env[63198]: DEBUG nova.scheduler.client.report [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.470317] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.470831] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ded8e4c6-586c-4071-9677-c70a83d66045 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.477386] env[63198]: DEBUG oslo_vmware.api [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1125.477386] env[63198]: value = "task-2713019" [ 1125.477386] env[63198]: _type = "Task" [ 1125.477386] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.485877] env[63198]: DEBUG oslo_vmware.api [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.768084] env[63198]: DEBUG oslo_concurrency.lockutils [req-34d3617c-d53b-4cde-8405-7cc09d93929a req-88f0f328-1bfc-4f10-98be-9b7632537ca2 service nova] Releasing lock "refresh_cache-2c00efc1-425f-4244-9876-a6e84344e698" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.768084] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "refresh_cache-2c00efc1-425f-4244-9876-a6e84344e698" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.768391] env[63198]: DEBUG nova.network.neutron [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.973392] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.975464] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.139s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.988362] env[63198]: DEBUG oslo_vmware.api [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713019, 'name': PowerOffVM_Task, 'duration_secs': 0.27628} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.989017] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.994285] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.995267] env[63198]: INFO nova.scheduler.client.report [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Deleted allocations for instance 93a5eec9-aae3-4797-ae1d-540c480823f8 [ 1125.998046] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c4381d-ff3c-4d55-9362-b4a01413060f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.019563] env[63198]: DEBUG oslo_vmware.api [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1126.019563] env[63198]: value = "task-2713020" [ 1126.019563] env[63198]: _type = "Task" [ 1126.019563] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.028816] env[63198]: DEBUG oslo_vmware.api [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.201473] env[63198]: DEBUG nova.network.neutron [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance_info_cache with network_info: [{"id": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "address": "fa:16:3e:31:42:11", "network": {"id": "fa73611c-4a79-491d-8bc6-338afd0dba96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-699599021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e7e100fc154452b2f178eb15511b0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5e48d7-06", "ovs_interfaceid": "bc5e48d7-060b-4fb5-8f1c-f397deb0fb64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.298097] env[63198]: DEBUG nova.network.neutron [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.407597] env[63198]: DEBUG nova.network.neutron [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Updating instance_info_cache with network_info: [{"id": "db1b1777-ef5c-4793-8dc0-1d4cfec32ce1", "address": "fa:16:3e:fa:61:79", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1b1777-ef", "ovs_interfaceid": "db1b1777-ef5c-4793-8dc0-1d4cfec32ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.481417] env[63198]: INFO nova.compute.claims [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.517020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d1de8cbf-9bc8-4f30-984d-7169ee90abd7 tempest-ImagesOneServerNegativeTestJSON-1729994071 tempest-ImagesOneServerNegativeTestJSON-1729994071-project-member] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.188s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.518288] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.052s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.518487] env[63198]: INFO nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] During sync_power_state the instance has a pending task (deleting). Skip. [ 1126.518677] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "93a5eec9-aae3-4797-ae1d-540c480823f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.529236] env[63198]: DEBUG oslo_vmware.api [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713020, 'name': ReconfigVM_Task, 'duration_secs': 0.23079} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.529503] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.529687] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.529931] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff45e439-b594-40a0-9b0b-b1d1458d3166 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.536811] env[63198]: DEBUG oslo_vmware.api [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1126.536811] env[63198]: value = "task-2713021" [ 1126.536811] env[63198]: _type = "Task" [ 1126.536811] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.544063] env[63198]: DEBUG oslo_vmware.api [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.704368] env[63198]: DEBUG oslo_concurrency.lockutils [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Releasing lock "refresh_cache-096eaa65-7f27-4bdd-b8d1-fa8956852c7e" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.704741] env[63198]: DEBUG nova.objects.instance [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'migration_context' on Instance uuid 096eaa65-7f27-4bdd-b8d1-fa8956852c7e {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.909565] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "refresh_cache-2c00efc1-425f-4244-9876-a6e84344e698" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.909947] env[63198]: DEBUG nova.compute.manager [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Instance network_info: |[{"id": "db1b1777-ef5c-4793-8dc0-1d4cfec32ce1", "address": "fa:16:3e:fa:61:79", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1b1777-ef", "ovs_interfaceid": "db1b1777-ef5c-4793-8dc0-1d4cfec32ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.910524] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:61:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db1b1777-ef5c-4793-8dc0-1d4cfec32ce1', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.918068] env[63198]: DEBUG oslo.service.loopingcall [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.918287] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.918587] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c76d2446-2fbd-4700-a385-62659c54f4fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.937573] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.937573] env[63198]: value = "task-2713022" [ 1126.937573] env[63198]: _type = "Task" [ 1126.937573] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.944731] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713022, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.988069] env[63198]: INFO nova.compute.resource_tracker [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating resource usage from migration 81dc24a4-fbf0-424f-81f2-dfad1dada9e0 [ 1127.050601] env[63198]: DEBUG oslo_vmware.api [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713021, 'name': PowerOnVM_Task, 'duration_secs': 0.372059} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.050829] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.051071] env[63198]: DEBUG nova.compute.manager [None req-e35c4c06-c376-4958-a42c-8b1eafe9522a tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.052050] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a43946-e2f1-444f-9076-9e7bbd252c33 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.179897] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a4476a-da11-453a-b382-5a952b431733 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.187037] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b911f792-a6ac-4241-9563-4c3b8e131724 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.218600] env[63198]: DEBUG nova.objects.base [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Object Instance<096eaa65-7f27-4bdd-b8d1-fa8956852c7e> lazy-loaded attributes: info_cache,migration_context {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.219686] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2af2595-b3d4-4d5c-982b-becb27254690 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.222945] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf88af94-d272-4c32-a343-4aefcd49d857 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.248315] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69939fc7-289f-48b6-a8ed-8685d1855f63 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.250845] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88421f0-0db7-43b5-ae26-f8918422753f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.267029] env[63198]: DEBUG nova.compute.provider_tree [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.267029] env[63198]: DEBUG oslo_vmware.api [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1127.267029] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b8720e-149e-9766-6316-b61ef69a81ed" [ 1127.267029] env[63198]: _type = "Task" [ 1127.267029] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.275421] env[63198]: DEBUG oslo_vmware.api [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b8720e-149e-9766-6316-b61ef69a81ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008186} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.276389] env[63198]: DEBUG oslo_concurrency.lockutils [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.448579] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713022, 'name': CreateVM_Task, 'duration_secs': 0.41954} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.448680] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.449320] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.449485] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.449807] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.450076] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d516fa2-9bbf-4f49-8ced-29f22d60a978 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.454368] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1127.454368] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aff807-68d4-3cf4-5b15-f294bd3520ac" [ 1127.454368] env[63198]: _type = "Task" [ 1127.454368] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.461608] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aff807-68d4-3cf4-5b15-f294bd3520ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.768400] env[63198]: DEBUG nova.scheduler.client.report [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.971975] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52aff807-68d4-3cf4-5b15-f294bd3520ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.971975] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.972141] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.972429] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.972618] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.972864] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.973179] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b63f769c-d780-462c-bcab-ae83b41b0bce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.981484] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.981714] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.982505] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34704409-6582-4e50-88c9-d821c1abf9c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.987999] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1127.987999] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521f538c-c951-c287-1d08-430ad610b84c" [ 1127.987999] env[63198]: _type = "Task" [ 1127.987999] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.996815] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521f538c-c951-c287-1d08-430ad610b84c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.151516] env[63198]: DEBUG nova.compute.manager [req-6ba75003-4fec-46d1-8cd1-7a3702ce479c req-44870c54-66d3-4987-98a9-f417d911a03f service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Received event network-changed-32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.152177] env[63198]: DEBUG nova.compute.manager [req-6ba75003-4fec-46d1-8cd1-7a3702ce479c req-44870c54-66d3-4987-98a9-f417d911a03f service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Refreshing instance network info cache due to event network-changed-32e04c3a-0c3b-44d3-8432-b07604779692. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1128.152449] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ba75003-4fec-46d1-8cd1-7a3702ce479c req-44870c54-66d3-4987-98a9-f417d911a03f service nova] Acquiring lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.152611] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ba75003-4fec-46d1-8cd1-7a3702ce479c req-44870c54-66d3-4987-98a9-f417d911a03f service nova] Acquired lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.152835] env[63198]: DEBUG nova.network.neutron [req-6ba75003-4fec-46d1-8cd1-7a3702ce479c req-44870c54-66d3-4987-98a9-f417d911a03f service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Refreshing network info cache for port 32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.275315] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.300s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.275512] env[63198]: INFO nova.compute.manager [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Migrating [ 1128.282578] env[63198]: DEBUG oslo_concurrency.lockutils [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.006s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.499420] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521f538c-c951-c287-1d08-430ad610b84c, 'name': SearchDatastore_Task, 'duration_secs': 0.007608} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.499996] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3c17c3-a58c-492f-9719-9280cb1ae61c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.505882] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1128.505882] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526ed5e7-166d-e05d-6296-a94d9d24b83a" [ 1128.505882] env[63198]: _type = "Task" [ 1128.505882] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.513386] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526ed5e7-166d-e05d-6296-a94d9d24b83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.793303] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.794035] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.794035] env[63198]: DEBUG nova.network.neutron [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.877768] env[63198]: DEBUG nova.network.neutron [req-6ba75003-4fec-46d1-8cd1-7a3702ce479c req-44870c54-66d3-4987-98a9-f417d911a03f service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updated VIF entry in instance network info cache for port 32e04c3a-0c3b-44d3-8432-b07604779692. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.878178] env[63198]: DEBUG nova.network.neutron [req-6ba75003-4fec-46d1-8cd1-7a3702ce479c req-44870c54-66d3-4987-98a9-f417d911a03f service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating instance_info_cache with network_info: [{"id": "32e04c3a-0c3b-44d3-8432-b07604779692", "address": "fa:16:3e:74:3a:7d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e04c3a-0c", "ovs_interfaceid": "32e04c3a-0c3b-44d3-8432-b07604779692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.958878] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd89c4-4ba5-4cad-b72f-4c8b260ccdfe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.966628] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5539cf-c6da-47d6-885e-bf5896bc66c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.997299] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c873d95a-2746-42fe-aec5-e7789429ced7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.004545] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b23bd5-3600-430b-a0bb-96c380d152e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.020258] env[63198]: DEBUG nova.compute.provider_tree [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.025135] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526ed5e7-166d-e05d-6296-a94d9d24b83a, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.025860] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.026272] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2c00efc1-425f-4244-9876-a6e84344e698/2c00efc1-425f-4244-9876-a6e84344e698.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.026545] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f3d27f4-097b-4355-b8b0-18faae70c466 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.034089] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1129.034089] env[63198]: value = "task-2713023" [ 1129.034089] env[63198]: _type = "Task" [ 1129.034089] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.041719] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.382783] env[63198]: DEBUG oslo_concurrency.lockutils [req-6ba75003-4fec-46d1-8cd1-7a3702ce479c req-44870c54-66d3-4987-98a9-f417d911a03f service nova] Releasing lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.527075] env[63198]: DEBUG nova.scheduler.client.report [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.540619] env[63198]: DEBUG nova.network.neutron [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance_info_cache with network_info: [{"id": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "address": "fa:16:3e:95:2c:75", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccefd16-68", "ovs_interfaceid": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.547683] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46368} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.547931] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 2c00efc1-425f-4244-9876-a6e84344e698/2c00efc1-425f-4244-9876-a6e84344e698.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.548156] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.548403] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff292ebb-5ece-4d05-92a2-4ab029d21ea1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.558023] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1129.558023] env[63198]: value = "task-2713024" [ 1129.558023] env[63198]: _type = "Task" [ 1129.558023] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.565045] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.044049] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.066756] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069748} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.067015] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.067760] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eafb69-ca97-4e27-bf3f-2ac29e068844 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.089574] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 2c00efc1-425f-4244-9876-a6e84344e698/2c00efc1-425f-4244-9876-a6e84344e698.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.089842] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd54cc23-4174-4607-8232-34f029cdbe7f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.109110] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1130.109110] env[63198]: value = "task-2713025" [ 1130.109110] env[63198]: _type = "Task" [ 1130.109110] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.118089] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.178346] env[63198]: DEBUG nova.compute.manager [req-84034056-4181-4a17-be67-919d76dd7ed4 req-b243b141-9e50-421e-9816-70c0a63ba558 service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Received event network-changed-32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.178520] env[63198]: DEBUG nova.compute.manager [req-84034056-4181-4a17-be67-919d76dd7ed4 req-b243b141-9e50-421e-9816-70c0a63ba558 service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Refreshing instance network info cache due to event network-changed-32e04c3a-0c3b-44d3-8432-b07604779692. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1130.178730] env[63198]: DEBUG oslo_concurrency.lockutils [req-84034056-4181-4a17-be67-919d76dd7ed4 req-b243b141-9e50-421e-9816-70c0a63ba558 service nova] Acquiring lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.178870] env[63198]: DEBUG oslo_concurrency.lockutils [req-84034056-4181-4a17-be67-919d76dd7ed4 req-b243b141-9e50-421e-9816-70c0a63ba558 service nova] Acquired lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.179031] env[63198]: DEBUG nova.network.neutron [req-84034056-4181-4a17-be67-919d76dd7ed4 req-b243b141-9e50-421e-9816-70c0a63ba558 service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Refreshing network info cache for port 32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.858897] env[63198]: DEBUG oslo_concurrency.lockutils [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.576s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.875747] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713025, 'name': ReconfigVM_Task, 'duration_secs': 0.67428} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.876024] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 2c00efc1-425f-4244-9876-a6e84344e698/2c00efc1-425f-4244-9876-a6e84344e698.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.876620] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78fed9db-c6ea-4672-b44a-e30693e52211 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.882861] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1130.882861] env[63198]: value = "task-2713026" [ 1130.882861] env[63198]: _type = "Task" [ 1130.882861] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.890531] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713026, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.090352] env[63198]: DEBUG nova.network.neutron [req-84034056-4181-4a17-be67-919d76dd7ed4 req-b243b141-9e50-421e-9816-70c0a63ba558 service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updated VIF entry in instance network info cache for port 32e04c3a-0c3b-44d3-8432-b07604779692. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.090761] env[63198]: DEBUG nova.network.neutron [req-84034056-4181-4a17-be67-919d76dd7ed4 req-b243b141-9e50-421e-9816-70c0a63ba558 service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating instance_info_cache with network_info: [{"id": "32e04c3a-0c3b-44d3-8432-b07604779692", "address": "fa:16:3e:74:3a:7d", "network": {"id": "6b663846-8cf5-4f8b-8f58-41501e1f21da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1977265621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15e5dd7a37ae4500bc9f988d84f35c36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e04c3a-0c", "ovs_interfaceid": "32e04c3a-0c3b-44d3-8432-b07604779692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.395166] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713026, 'name': Rename_Task, 'duration_secs': 0.133525} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.395445] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.395686] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f00513a-67a1-4b87-9865-9b0dbdf967d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.401561] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1131.401561] env[63198]: value = "task-2713027" [ 1131.401561] env[63198]: _type = "Task" [ 1131.401561] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.408700] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.422623] env[63198]: INFO nova.scheduler.client.report [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted allocation for migration c822b981-ab2f-44a0-abc0-1252dc10bc2f [ 1131.593206] env[63198]: DEBUG oslo_concurrency.lockutils [req-84034056-4181-4a17-be67-919d76dd7ed4 req-b243b141-9e50-421e-9816-70c0a63ba558 service nova] Releasing lock "refresh_cache-34f022d7-d7c9-40a8-9bd4-1493158fc430" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.876310] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e787f1-fffa-438e-885c-35e97d98be26 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.896478] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance '60319f82-5fe4-4ab2-8196-77c8f49ac710' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.909638] env[63198]: DEBUG oslo_vmware.api [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713027, 'name': PowerOnVM_Task, 'duration_secs': 0.46183} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.909898] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.910111] env[63198]: INFO nova.compute.manager [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1131.910300] env[63198]: DEBUG nova.compute.manager [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.911057] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5016ac-13d5-4c84-a0b2-c62edfd3500d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.927686] env[63198]: DEBUG oslo_concurrency.lockutils [None req-49d65f82-009f-4972-a2a6-ea8c1065cb92 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.593s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.029660] env[63198]: INFO nova.compute.manager [None req-1ac775e6-2ce2-4bfb-abdd-5847efa4f5af tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Get console output [ 1132.030028] env[63198]: WARNING nova.virt.vmwareapi.driver [None req-1ac775e6-2ce2-4bfb-abdd-5847efa4f5af tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] The console log is missing. Check your VSPC configuration [ 1132.402632] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.403057] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-841fabb8-6f74-463e-a983-651f395c8e9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.409679] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1132.409679] env[63198]: value = "task-2713028" [ 1132.409679] env[63198]: _type = "Task" [ 1132.409679] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.417735] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.427920] env[63198]: INFO nova.compute.manager [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Took 13.48 seconds to build instance. [ 1132.919801] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713028, 'name': PowerOffVM_Task, 'duration_secs': 0.229237} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.919801] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.919940] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance '60319f82-5fe4-4ab2-8196-77c8f49ac710' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.929981] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47630b7f-c246-4d18-8a5b-628fb5bc3a76 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "2c00efc1-425f-4244-9876-a6e84344e698" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.992s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.930295] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "2c00efc1-425f-4244-9876-a6e84344e698" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.464s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.931162] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90993663-c6e9-45ed-9b96-b941a9564fd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.426952] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.427485] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.427485] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.427635] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.427694] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.427886] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.428190] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.428377] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.428556] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.428735] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.428912] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.434258] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22772e7d-da0f-44a5-8c82-8e88ce42cc41 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.445428] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "2c00efc1-425f-4244-9876-a6e84344e698" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.451745] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1133.451745] env[63198]: value = "task-2713029" [ 1133.451745] env[63198]: _type = "Task" [ 1133.451745] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.459988] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.524440] env[63198]: DEBUG nova.compute.manager [req-520adad9-558b-4a0e-9cef-699cbfd65a9c req-fc7cc6b6-b611-44c9-9bc9-aca7d61b73d8 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Received event network-changed-db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.524722] env[63198]: DEBUG nova.compute.manager [req-520adad9-558b-4a0e-9cef-699cbfd65a9c req-fc7cc6b6-b611-44c9-9bc9-aca7d61b73d8 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Refreshing instance network info cache due to event network-changed-db1b1777-ef5c-4793-8dc0-1d4cfec32ce1. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1133.524944] env[63198]: DEBUG oslo_concurrency.lockutils [req-520adad9-558b-4a0e-9cef-699cbfd65a9c req-fc7cc6b6-b611-44c9-9bc9-aca7d61b73d8 service nova] Acquiring lock "refresh_cache-2c00efc1-425f-4244-9876-a6e84344e698" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.525324] env[63198]: DEBUG oslo_concurrency.lockutils [req-520adad9-558b-4a0e-9cef-699cbfd65a9c req-fc7cc6b6-b611-44c9-9bc9-aca7d61b73d8 service nova] Acquired lock "refresh_cache-2c00efc1-425f-4244-9876-a6e84344e698" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.525562] env[63198]: DEBUG nova.network.neutron [req-520adad9-558b-4a0e-9cef-699cbfd65a9c req-fc7cc6b6-b611-44c9-9bc9-aca7d61b73d8 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Refreshing network info cache for port db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.961721] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713029, 'name': ReconfigVM_Task, 'duration_secs': 0.152241} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.962075] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance '60319f82-5fe4-4ab2-8196-77c8f49ac710' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.372201] env[63198]: DEBUG nova.network.neutron [req-520adad9-558b-4a0e-9cef-699cbfd65a9c req-fc7cc6b6-b611-44c9-9bc9-aca7d61b73d8 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Updated VIF entry in instance network info cache for port db1b1777-ef5c-4793-8dc0-1d4cfec32ce1. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.372649] env[63198]: DEBUG nova.network.neutron [req-520adad9-558b-4a0e-9cef-699cbfd65a9c req-fc7cc6b6-b611-44c9-9bc9-aca7d61b73d8 service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Updating instance_info_cache with network_info: [{"id": "db1b1777-ef5c-4793-8dc0-1d4cfec32ce1", "address": "fa:16:3e:fa:61:79", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb1b1777-ef", "ovs_interfaceid": "db1b1777-ef5c-4793-8dc0-1d4cfec32ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.469537] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.469866] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.469965] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.470333] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.470586] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.470710] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.470937] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.471117] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.471311] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.471480] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.471675] env[63198]: DEBUG nova.virt.hardware [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.477093] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.477415] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef80c1ef-afbe-4405-8c54-e52c9611023d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.497222] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1134.497222] env[63198]: value = "task-2713030" [ 1134.497222] env[63198]: _type = "Task" [ 1134.497222] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.505900] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.835605] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "cb65e741-8844-4301-a1cb-e87d012dd4b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.835915] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.836193] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "cb65e741-8844-4301-a1cb-e87d012dd4b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.836389] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.836563] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.838903] env[63198]: INFO nova.compute.manager [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Terminating instance [ 1134.875996] env[63198]: DEBUG oslo_concurrency.lockutils [req-520adad9-558b-4a0e-9cef-699cbfd65a9c req-fc7cc6b6-b611-44c9-9bc9-aca7d61b73d8 service nova] Releasing lock "refresh_cache-2c00efc1-425f-4244-9876-a6e84344e698" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.007534] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713030, 'name': ReconfigVM_Task, 'duration_secs': 0.200696} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.007846] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.008654] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc522a0a-04f5-489a-b5c5-1d2d75be9fef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.032568] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 60319f82-5fe4-4ab2-8196-77c8f49ac710/60319f82-5fe4-4ab2-8196-77c8f49ac710.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.032902] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a167bd-2abd-4758-9a96-e6c8a14e87b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.052707] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1135.052707] env[63198]: value = "task-2713031" [ 1135.052707] env[63198]: _type = "Task" [ 1135.052707] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.060614] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.342825] env[63198]: DEBUG nova.compute.manager [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.343091] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.343981] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6f78d6-9ef9-46de-a1bc-5703a130051b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.351916] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.352179] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7acc421f-e7fb-47c7-82d7-7fbc32fe17c6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.358251] env[63198]: DEBUG oslo_vmware.api [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1135.358251] env[63198]: value = "task-2713032" [ 1135.358251] env[63198]: _type = "Task" [ 1135.358251] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.365877] env[63198]: DEBUG oslo_vmware.api [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.561595] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713031, 'name': ReconfigVM_Task, 'duration_secs': 0.412475} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.561958] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 60319f82-5fe4-4ab2-8196-77c8f49ac710/60319f82-5fe4-4ab2-8196-77c8f49ac710.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.562179] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance '60319f82-5fe4-4ab2-8196-77c8f49ac710' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.868226] env[63198]: DEBUG oslo_vmware.api [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713032, 'name': PowerOffVM_Task, 'duration_secs': 0.177818} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.868469] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.868636] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.868885] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f72890-dc0f-4eec-afe2-13e4bd9d1415 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.949045] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.949245] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.949335] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleting the datastore file [datastore2] cb65e741-8844-4301-a1cb-e87d012dd4b3 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.949596] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45273460-2a4b-49ba-9364-e53e571debe0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.956690] env[63198]: DEBUG oslo_vmware.api [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1135.956690] env[63198]: value = "task-2713034" [ 1135.956690] env[63198]: _type = "Task" [ 1135.956690] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.963914] env[63198]: DEBUG oslo_vmware.api [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.069720] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3ab0ad-184b-42a5-8182-ecd77ad9fcb6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.092223] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7626169e-7d6d-42c6-8aab-926cbe02785a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.111744] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance '60319f82-5fe4-4ab2-8196-77c8f49ac710' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.466477] env[63198]: DEBUG oslo_vmware.api [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146459} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.466727] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.466911] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.467142] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.467322] env[63198]: INFO nova.compute.manager [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1136.467560] env[63198]: DEBUG oslo.service.loopingcall [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.467755] env[63198]: DEBUG nova.compute.manager [-] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.467848] env[63198]: DEBUG nova.network.neutron [-] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.951962] env[63198]: DEBUG nova.compute.manager [req-ec5ca5f0-9252-4e49-9cb5-20fe8ffc1265 req-ed081bc4-fe7f-4924-af82-d0e507dca106 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Received event network-vif-deleted-c5ddac95-7d62-458d-b055-a3d00b6cc008 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.952316] env[63198]: INFO nova.compute.manager [req-ec5ca5f0-9252-4e49-9cb5-20fe8ffc1265 req-ed081bc4-fe7f-4924-af82-d0e507dca106 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Neutron deleted interface c5ddac95-7d62-458d-b055-a3d00b6cc008; detaching it from the instance and deleting it from the info cache [ 1136.952316] env[63198]: DEBUG nova.network.neutron [req-ec5ca5f0-9252-4e49-9cb5-20fe8ffc1265 req-ed081bc4-fe7f-4924-af82-d0e507dca106 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.427696] env[63198]: DEBUG nova.network.neutron [-] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.455907] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-031bc5e3-dd35-473c-8036-6a94d7f2fd72 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.465695] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f761110-fbc7-440a-a009-c4421e82df40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.500027] env[63198]: DEBUG nova.compute.manager [req-ec5ca5f0-9252-4e49-9cb5-20fe8ffc1265 req-ed081bc4-fe7f-4924-af82-d0e507dca106 service nova] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Detach interface failed, port_id=c5ddac95-7d62-458d-b055-a3d00b6cc008, reason: Instance cb65e741-8844-4301-a1cb-e87d012dd4b3 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1137.766422] env[63198]: DEBUG nova.network.neutron [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Port 0ccefd16-686f-4d3f-91e6-afc862561e8f binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1137.930593] env[63198]: INFO nova.compute.manager [-] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Took 1.46 seconds to deallocate network for instance. [ 1138.436864] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.437246] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.437419] env[63198]: DEBUG nova.objects.instance [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'resources' on Instance uuid cb65e741-8844-4301-a1cb-e87d012dd4b3 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.787232] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "60319f82-5fe4-4ab2-8196-77c8f49ac710-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.787453] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.787628] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.077422] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bf535d-4496-4ba7-a404-2c7ab02ab8ef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.084711] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5476ad-5471-48a8-ae40-f0a0d33e2f3f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.113701] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b37f16-24a5-48cd-95bf-55710f83887f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.121108] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141846da-8a5a-4257-9b6a-cc6a5dbdf802 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.135296] env[63198]: DEBUG nova.compute.provider_tree [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.655561] env[63198]: ERROR nova.scheduler.client.report [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [req-71c34bcb-f1dc-4034-9748-64e3a358c2e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d308dc64-6d78-4a70-909e-0ffbc815f5eb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71c34bcb-f1dc-4034-9748-64e3a358c2e6"}]} [ 1139.671591] env[63198]: DEBUG nova.scheduler.client.report [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1139.686015] env[63198]: DEBUG nova.scheduler.client.report [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1139.686275] env[63198]: DEBUG nova.compute.provider_tree [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.698761] env[63198]: DEBUG nova.scheduler.client.report [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1139.717218] env[63198]: DEBUG nova.scheduler.client.report [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1139.821143] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.821372] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.821586] env[63198]: DEBUG nova.network.neutron [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.850695] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d4e0b2-7409-4533-97b6-8b75aaa5e42a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.858368] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a94cad-a6be-446f-9661-9b5a353a232d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.887360] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0040443c-024f-4fe6-a90f-ff9f02c7909f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.894629] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd2d9b9-de74-4c6c-996e-40ac7a2d917d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.907679] env[63198]: DEBUG nova.compute.provider_tree [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.436591] env[63198]: DEBUG nova.scheduler.client.report [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Updated inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1140.436866] env[63198]: DEBUG nova.compute.provider_tree [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Updating resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb generation from 157 to 158 during operation: update_inventory {{(pid=63198) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1140.437057] env[63198]: DEBUG nova.compute.provider_tree [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.735138] env[63198]: DEBUG nova.network.neutron [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance_info_cache with network_info: [{"id": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "address": "fa:16:3e:95:2c:75", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccefd16-68", "ovs_interfaceid": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.941944] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.504s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.960161] env[63198]: INFO nova.scheduler.client.report [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted allocations for instance cb65e741-8844-4301-a1cb-e87d012dd4b3 [ 1141.237691] env[63198]: DEBUG oslo_concurrency.lockutils [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.466868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2fb0bb07-7a9c-44ac-8416-130116d51152 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "cb65e741-8844-4301-a1cb-e87d012dd4b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.631s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.746728] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee2a933-c757-4c73-9da3-527f1215ac30 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.753574] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f505710d-bde2-4c23-8821-d8970de9cf1f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.846629] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88f2483-9732-45cc-b84c-5eeab5ea97ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.875610] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddfaf17-b946-41d4-a11c-06d7f9c8cb73 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.882891] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance '60319f82-5fe4-4ab2-8196-77c8f49ac710' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.164704] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.389806] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.390143] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50ad20f2-9d6c-4a70-97c8-9e65f36275b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.397037] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1143.397037] env[63198]: value = "task-2713035" [ 1143.397037] env[63198]: _type = "Task" [ 1143.397037] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.404619] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.629841] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.630108] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.698552] env[63198]: DEBUG nova.compute.manager [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Stashing vm_state: active {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1143.906413] env[63198]: DEBUG oslo_vmware.api [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713035, 'name': PowerOnVM_Task, 'duration_secs': 0.390919} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.906881] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.907123] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-51ee83a1-0acd-446e-a5a3-55c50aed3639 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance '60319f82-5fe4-4ab2-8196-77c8f49ac710' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.133544] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.133826] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.134017] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.134180] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1144.135100] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb318f-3eaf-4241-954e-ead9da975b2c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.143890] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1286ffc-8a2e-46fc-98bc-9cab07f2af61 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.157815] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b11c6c-78fe-4ca1-98bc-249efcaf572d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.163831] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996ffb5a-32e9-4778-9ae5-11717c9f2ac6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.193013] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178695MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1144.193202] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.193391] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.217160] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.203258] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Applying migration context for instance 60319f82-5fe4-4ab2-8196-77c8f49ac710 as it has an incoming, in-progress migration 81dc24a4-fbf0-424f-81f2-dfad1dada9e0. Migration status is finished {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1145.204659] env[63198]: INFO nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating resource usage from migration 81dc24a4-fbf0-424f-81f2-dfad1dada9e0 [ 1145.204972] env[63198]: INFO nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating resource usage from migration e3b3ca6c-8c08-4a3b-a20a-dc6d85a464e4 [ 1145.223738] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 830c47ee-1791-473b-9278-f46e3219c256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.223898] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 6649d4fe-3874-4919-a096-2a46c80f8be0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.224034] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance ba0bb139-e72a-4118-ba2a-e2397561a9f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.224155] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 087eb9e9-c205-4bdf-a270-d26425b46846 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.224270] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 34f022d7-d7c9-40a8-9bd4-1493158fc430 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.224381] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 529d1e02-c0a4-43a4-8f31-61ebe8f30566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.224491] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 096eaa65-7f27-4bdd-b8d1-fa8956852c7e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.224601] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 2c00efc1-425f-4244-9876-a6e84344e698 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.224709] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Migration 81dc24a4-fbf0-424f-81f2-dfad1dada9e0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1145.224817] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 60319f82-5fe4-4ab2-8196-77c8f49ac710 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.224925] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Migration e3b3ca6c-8c08-4a3b-a20a-dc6d85a464e4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1145.225060] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 245c7b18-515b-4d5b-8354-e68fe0df8151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.225274] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1145.225410] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1145.346080] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b17a6d-7ee7-412c-bb8a-1008007dc4f2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.353349] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054be1eb-9e64-4259-9798-ad3a70474010 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.382337] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd20639f-8c61-4fb2-ac56-a448c91f0e50 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.388856] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2402e-afde-4cf3-86cc-add56c8217c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.402053] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.904553] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.246825] env[63198]: DEBUG nova.network.neutron [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Port 0ccefd16-686f-4d3f-91e6-afc862561e8f binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1146.247116] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.247270] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.247436] env[63198]: DEBUG nova.network.neutron [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.409829] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1146.410063] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.217s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.410353] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.193s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.915714] env[63198]: INFO nova.compute.claims [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.987870] env[63198]: DEBUG nova.network.neutron [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance_info_cache with network_info: [{"id": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "address": "fa:16:3e:95:2c:75", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccefd16-68", "ovs_interfaceid": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.406975] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.407401] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.407401] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.407585] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.407694] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1147.422041] env[63198]: INFO nova.compute.resource_tracker [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating resource usage from migration e3b3ca6c-8c08-4a3b-a20a-dc6d85a464e4 [ 1147.491830] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.561064] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25ee52d-fc5c-4d24-ad29-2d8ce84ea5eb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.568767] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50123986-93b4-4617-a47c-41ed2905dd75 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.598690] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef61ad99-8095-4dd6-bd3a-04bf782b2600 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.605660] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193a0b38-2f83-4f12-add4-246aa6696663 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.618290] env[63198]: DEBUG nova.compute.provider_tree [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.995082] env[63198]: DEBUG nova.compute.manager [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63198) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1148.124575] env[63198]: DEBUG nova.scheduler.client.report [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.628793] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.218s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.629023] env[63198]: INFO nova.compute.manager [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Migrating [ 1148.635416] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.095193] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.095533] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.143679] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.143849] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.144028] env[63198]: DEBUG nova.network.neutron [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.599068] env[63198]: DEBUG nova.objects.instance [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'migration_context' on Instance uuid 60319f82-5fe4-4ab2-8196-77c8f49ac710 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.842326] env[63198]: DEBUG nova.network.neutron [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance_info_cache with network_info: [{"id": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "address": "fa:16:3e:e6:e3:2d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50328fc8-f9", "ovs_interfaceid": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.236727] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71efd303-d62f-4e7a-93b4-71ecdd083685 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.243847] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e14c0-d763-416d-8341-397c0fd04b36 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.272272] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6edd2eb-0e07-4a1a-9368-2adb83b60c43 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.278941] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0b6269-f453-48e1-bf03-ebdd76630def {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.291652] env[63198]: DEBUG nova.compute.provider_tree [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.344971] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.794652] env[63198]: DEBUG nova.scheduler.client.report [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.806047] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.710s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.858103] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87c039-8a73-4dab-a6e1-a586420b0d56 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.877392] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance '245c7b18-515b-4d5b-8354-e68fe0df8151' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.384032] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.384215] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be2b383-35d2-438a-9c11-7a6537373867 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.390785] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1152.390785] env[63198]: value = "task-2713036" [ 1152.390785] env[63198]: _type = "Task" [ 1152.390785] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.399086] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.901046] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713036, 'name': PowerOffVM_Task, 'duration_secs': 0.361517} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.901398] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.901502] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance '245c7b18-515b-4d5b-8354-e68fe0df8151' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.346178] env[63198]: INFO nova.compute.manager [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Swapping old allocation on dict_keys(['d308dc64-6d78-4a70-909e-0ffbc815f5eb']) held by migration 81dc24a4-fbf0-424f-81f2-dfad1dada9e0 for instance [ 1153.367273] env[63198]: DEBUG nova.scheduler.client.report [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Overwriting current allocation {'allocations': {'d308dc64-6d78-4a70-909e-0ffbc815f5eb': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 160}}, 'project_id': '7c68c2aedcb8411c994785834516b9d1', 'user_id': '5eeee28154f44fa690b46d87a33de8d8', 'consumer_generation': 1} on consumer 60319f82-5fe4-4ab2-8196-77c8f49ac710 {{(pid=63198) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1153.408021] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.408250] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.408439] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.408614] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.408743] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.408875] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.409229] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.409305] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.409411] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.409571] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.409741] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.417356] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86c2644-a336-4f15-8699-57428219c4ed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.433591] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1153.433591] env[63198]: value = "task-2713037" [ 1153.433591] env[63198]: _type = "Task" [ 1153.433591] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.442692] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.464743] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.464950] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.465196] env[63198]: DEBUG nova.network.neutron [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.943288] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.159481] env[63198]: DEBUG nova.network.neutron [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance_info_cache with network_info: [{"id": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "address": "fa:16:3e:95:2c:75", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ccefd16-68", "ovs_interfaceid": "0ccefd16-686f-4d3f-91e6-afc862561e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.444031] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.662128] env[63198]: DEBUG oslo_concurrency.lockutils [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-60319f82-5fe4-4ab2-8196-77c8f49ac710" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.663181] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b790d9c5-2002-4d34-8cc7-b2f2ac5fa082 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.669841] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc44d2be-4663-4662-aef8-a66b33683cbf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.944930] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713037, 'name': ReconfigVM_Task, 'duration_secs': 1.180317} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.945386] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance '245c7b18-515b-4d5b-8354-e68fe0df8151' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.452205] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.452463] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.452594] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.452819] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.452990] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.453158] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.453366] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.453535] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.453704] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.453904] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.454101] env[63198]: DEBUG nova.virt.hardware [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.459356] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.459630] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa0482d-53c5-41dd-b068-5624a6dcd2c5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.478435] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1155.478435] env[63198]: value = "task-2713038" [ 1155.478435] env[63198]: _type = "Task" [ 1155.478435] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.485857] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.751185] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.751422] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9068c50-fd7b-4b02-94b3-98fae70acc99 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.758874] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1155.758874] env[63198]: value = "task-2713039" [ 1155.758874] env[63198]: _type = "Task" [ 1155.758874] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.766695] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.988205] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713038, 'name': ReconfigVM_Task, 'duration_secs': 0.158847} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.988493] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.989290] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ee45dd-020f-4a01-9550-9c955d025a20 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.011880] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 245c7b18-515b-4d5b-8354-e68fe0df8151/245c7b18-515b-4d5b-8354-e68fe0df8151.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.012133] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb33ae1-c47f-4ae7-893b-adbd3a0308ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.030197] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1156.030197] env[63198]: value = "task-2713040" [ 1156.030197] env[63198]: _type = "Task" [ 1156.030197] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.037907] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.267968] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713039, 'name': PowerOffVM_Task, 'duration_secs': 0.227883} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.268290] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.268978] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.269226] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.269404] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.269606] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.269780] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.269964] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.270214] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.270406] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.270606] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.270852] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.271089] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.276264] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f9237f8-e92c-4767-9302-f3ef84210249 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.291510] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1156.291510] env[63198]: value = "task-2713041" [ 1156.291510] env[63198]: _type = "Task" [ 1156.291510] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.299011] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.539451] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713040, 'name': ReconfigVM_Task, 'duration_secs': 0.25371} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.539722] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 245c7b18-515b-4d5b-8354-e68fe0df8151/245c7b18-515b-4d5b-8354-e68fe0df8151.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.540012] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance '245c7b18-515b-4d5b-8354-e68fe0df8151' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.801564] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713041, 'name': ReconfigVM_Task, 'duration_secs': 0.135006} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.802439] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc96ab8d-e669-43e3-9708-0d2bf10fd9d9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.823141] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.823416] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.823591] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.823796] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.824031] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.824205] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.824412] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.824572] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.824737] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.824928] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.825158] env[63198]: DEBUG nova.virt.hardware [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.825968] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e779d50-be56-46ad-bd5d-c42436decdc5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.831885] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1156.831885] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52af06a0-7fa4-fdce-15fd-f31ba8c434d9" [ 1156.831885] env[63198]: _type = "Task" [ 1156.831885] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.839874] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52af06a0-7fa4-fdce-15fd-f31ba8c434d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.939692] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.939966] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.940220] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.940405] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.940576] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.942842] env[63198]: INFO nova.compute.manager [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Terminating instance [ 1157.046961] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafcefa3-993c-4cab-a2fc-81964e007160 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.066896] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696234fa-81e9-4bc1-8b64-319d70589ee4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.084438] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance '245c7b18-515b-4d5b-8354-e68fe0df8151' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.342414] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52af06a0-7fa4-fdce-15fd-f31ba8c434d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008644} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.347957] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.348084] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee495718-1d16-44f3-84ff-797135879538 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.365248] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1157.365248] env[63198]: value = "task-2713042" [ 1157.365248] env[63198]: _type = "Task" [ 1157.365248] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.372552] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.447088] env[63198]: DEBUG nova.compute.manager [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.447344] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.447639] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6f6651b-d3ec-43af-ad8c-cf0cbf875beb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.453991] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1157.453991] env[63198]: value = "task-2713043" [ 1157.453991] env[63198]: _type = "Task" [ 1157.453991] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.461670] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.636066] env[63198]: DEBUG nova.network.neutron [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Port 50328fc8-f95c-47bb-8208-23aa37cbddb0 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1157.876536] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713042, 'name': ReconfigVM_Task, 'duration_secs': 0.21881} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.876536] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.876871] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15136bd-44a5-4561-a4f7-822d249ed5a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.901017] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 60319f82-5fe4-4ab2-8196-77c8f49ac710/60319f82-5fe4-4ab2-8196-77c8f49ac710.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.901333] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b058b8e2-7805-4ae1-a948-acdbf92b4aa2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.919884] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1157.919884] env[63198]: value = "task-2713044" [ 1157.919884] env[63198]: _type = "Task" [ 1157.919884] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.927406] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.963547] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713043, 'name': PowerOffVM_Task, 'duration_secs': 0.188356} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.963856] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.964123] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.964366] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546485', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'name': 'volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '096eaa65-7f27-4bdd-b8d1-fa8956852c7e', 'attached_at': '2025-02-19T21:16:19.000000', 'detached_at': '', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'serial': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.965194] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b06aab5-7bc6-44e2-bd4c-64d81f44949d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.984460] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc436e3-abd1-46d5-89d8-ead45ccdea9a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.990690] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5778d032-b064-4206-b660-3ca98c5666ad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.008490] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611a17a7-b2ff-479b-bf32-2a28af3209f5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.024296] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39/volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1158.029512] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.029790] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2ffced-0608-4273-980a-08d06362fce5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.047231] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1158.047231] env[63198]: value = "task-2713045" [ 1158.047231] env[63198]: _type = "Task" [ 1158.047231] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.055563] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.429918] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713044, 'name': ReconfigVM_Task, 'duration_secs': 0.28011} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.430163] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 60319f82-5fe4-4ab2-8196-77c8f49ac710/60319f82-5fe4-4ab2-8196-77c8f49ac710.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.430968] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9621add4-c0ba-4549-8860-e9eea8cd5206 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.451358] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e63139-8e7b-4990-8a5d-a11a4dc9cdeb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.471146] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bcc808-a2e5-4008-b91a-52acd7a01535 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.491574] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389a20cb-580a-4bc4-8799-2d5bbc851800 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.498279] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.498506] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1b85155-2e26-40dd-a58d-1eac2bc0bf84 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.504130] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1158.504130] env[63198]: value = "task-2713046" [ 1158.504130] env[63198]: _type = "Task" [ 1158.504130] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.511131] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.556608] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713045, 'name': ReconfigVM_Task, 'duration_secs': 0.157021} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.556891] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.561414] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17cb508-dfc0-4ab4-b030-047b8ee9e685 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.575473] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1158.575473] env[63198]: value = "task-2713047" [ 1158.575473] env[63198]: _type = "Task" [ 1158.575473] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.582981] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.658060] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "245c7b18-515b-4d5b-8354-e68fe0df8151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.658305] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.658485] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.014328] env[63198]: DEBUG oslo_vmware.api [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713046, 'name': PowerOnVM_Task, 'duration_secs': 0.361286} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.014659] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.084911] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713047, 'name': ReconfigVM_Task, 'duration_secs': 0.146778} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.085293] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546485', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'name': 'volume-bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '096eaa65-7f27-4bdd-b8d1-fa8956852c7e', 'attached_at': '2025-02-19T21:16:19.000000', 'detached_at': '', 'volume_id': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39', 'serial': 'bc14e67e-a25a-4ab6-a8c0-00a1afd4de39'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1159.085586] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.086378] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef45ad-bc54-4439-874a-cda38928f18c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.092735] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.092983] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ae6cb9-fb39-4a94-b14b-4ed5714fc827 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.173149] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.173385] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.173529] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleting the datastore file [datastore2] 096eaa65-7f27-4bdd-b8d1-fa8956852c7e {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.174036] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b433697d-4c34-4db8-abf0-623d7d298378 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.180523] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1159.180523] env[63198]: value = "task-2713049" [ 1159.180523] env[63198]: _type = "Task" [ 1159.180523] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.188695] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.690120] env[63198]: DEBUG oslo_vmware.api [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085415} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.690920] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.691092] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.691263] env[63198]: DEBUG nova.network.neutron [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.692357] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.692569] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.692767] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.692949] env[63198]: INFO nova.compute.manager [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1159.693198] env[63198]: DEBUG oslo.service.loopingcall [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.693573] env[63198]: DEBUG nova.compute.manager [-] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.693668] env[63198]: DEBUG nova.network.neutron [-] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.059336] env[63198]: INFO nova.compute.manager [None req-cb0c5702-c83d-4fc4-9302-2c4f5cd33a11 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance to original state: 'active' [ 1160.184498] env[63198]: DEBUG nova.compute.manager [req-ec06fa49-db00-4560-bade-70ee835c9541 req-7a69bcc8-2ca8-4776-8e17-111b67e68002 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Received event network-vif-deleted-bc5e48d7-060b-4fb5-8f1c-f397deb0fb64 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.184498] env[63198]: INFO nova.compute.manager [req-ec06fa49-db00-4560-bade-70ee835c9541 req-7a69bcc8-2ca8-4776-8e17-111b67e68002 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Neutron deleted interface bc5e48d7-060b-4fb5-8f1c-f397deb0fb64; detaching it from the instance and deleting it from the info cache [ 1160.184498] env[63198]: DEBUG nova.network.neutron [req-ec06fa49-db00-4560-bade-70ee835c9541 req-7a69bcc8-2ca8-4776-8e17-111b67e68002 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.387268] env[63198]: DEBUG nova.network.neutron [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance_info_cache with network_info: [{"id": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "address": "fa:16:3e:e6:e3:2d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50328fc8-f9", "ovs_interfaceid": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.639046] env[63198]: DEBUG nova.network.neutron [-] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.688711] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d69b0b82-239d-44df-b144-195707402fe9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.698876] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b00be4a-4f73-4738-afa5-b69602968da0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.729337] env[63198]: DEBUG nova.compute.manager [req-ec06fa49-db00-4560-bade-70ee835c9541 req-7a69bcc8-2ca8-4776-8e17-111b67e68002 service nova] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Detach interface failed, port_id=bc5e48d7-060b-4fb5-8f1c-f397deb0fb64, reason: Instance 096eaa65-7f27-4bdd-b8d1-fa8956852c7e could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1160.889683] env[63198]: DEBUG oslo_concurrency.lockutils [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.143493] env[63198]: INFO nova.compute.manager [-] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Took 1.45 seconds to deallocate network for instance. [ 1161.416132] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad54cc4e-db92-46bb-9f56-b0fd1724823f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.436670] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f65eb0-30ca-4e86-b57d-85be1e7e9d38 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.443446] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance '245c7b18-515b-4d5b-8354-e68fe0df8151' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.685065] env[63198]: INFO nova.compute.manager [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Took 0.54 seconds to detach 1 volumes for instance. [ 1161.687194] env[63198]: DEBUG nova.compute.manager [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Deleting volume: bc14e67e-a25a-4ab6-a8c0-00a1afd4de39 {{(pid=63198) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1161.949549] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.949889] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f860a1b5-75eb-4459-994b-65836b27746d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.957233] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1161.957233] env[63198]: value = "task-2713051" [ 1161.957233] env[63198]: _type = "Task" [ 1161.957233] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.964882] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.004592] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.004795] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.005012] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "60319f82-5fe4-4ab2-8196-77c8f49ac710-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.005202] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.005370] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.007651] env[63198]: INFO nova.compute.manager [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Terminating instance [ 1162.227967] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.228383] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.228654] env[63198]: DEBUG nova.objects.instance [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'resources' on Instance uuid 096eaa65-7f27-4bdd-b8d1-fa8956852c7e {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.467368] env[63198]: DEBUG oslo_vmware.api [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713051, 'name': PowerOnVM_Task, 'duration_secs': 0.385373} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.467755] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.467798] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-47ec6b79-bfc3-422f-b68d-4cc5a91614f5 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance '245c7b18-515b-4d5b-8354-e68fe0df8151' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.511131] env[63198]: DEBUG nova.compute.manager [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.511397] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.511642] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-577358dd-cfd5-45f3-9809-5c0220fe5823 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.518733] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1162.518733] env[63198]: value = "task-2713052" [ 1162.518733] env[63198]: _type = "Task" [ 1162.518733] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.527118] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.860049] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c643df1b-ca34-48b9-b36d-0fe37da8ed02 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.867227] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ea91a5-ec75-4c96-af44-874f255913a4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.897762] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93b0b4c-edff-45ef-b64a-b2f2f08a7315 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.905013] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd398fbc-f562-4140-925b-f478ab830b71 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.917509] env[63198]: DEBUG nova.compute.provider_tree [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.028584] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713052, 'name': PowerOffVM_Task, 'duration_secs': 0.206611} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.028808] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.029015] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.029238] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546499', 'volume_id': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'name': 'volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '60319f82-5fe4-4ab2-8196-77c8f49ac710', 'attached_at': '2025-02-19T21:16:55.000000', 'detached_at': '', 'volume_id': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'serial': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.029963] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f2e498-3c3e-4dc5-94de-48be0f8e1e90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.049715] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4be8677-639e-4fba-91da-615784194fcf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.055739] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c2724-1db7-401f-b298-7a0aa0ae546b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.074913] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0455e81-4d19-4853-8e18-369112e4c796 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.088746] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] The volume has not been displaced from its original location: [datastore2] volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84/volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.094060] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.094324] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ce6ea5-fa07-411f-a276-f4a675372033 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.111782] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1163.111782] env[63198]: value = "task-2713053" [ 1163.111782] env[63198]: _type = "Task" [ 1163.111782] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.122127] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.437944] env[63198]: ERROR nova.scheduler.client.report [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [req-5ac9083f-a500-450e-9af8-ff8ad098109d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d308dc64-6d78-4a70-909e-0ffbc815f5eb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ac9083f-a500-450e-9af8-ff8ad098109d"}]} [ 1163.454260] env[63198]: DEBUG nova.scheduler.client.report [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1163.467411] env[63198]: DEBUG nova.scheduler.client.report [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1163.467733] env[63198]: DEBUG nova.compute.provider_tree [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.480847] env[63198]: DEBUG nova.scheduler.client.report [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1163.497897] env[63198]: DEBUG nova.scheduler.client.report [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1163.621010] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713053, 'name': ReconfigVM_Task, 'duration_secs': 0.21028} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.623339] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1163.628159] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbef08fe-bd0a-43f7-9ecb-c61b1b531878 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.644747] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1163.644747] env[63198]: value = "task-2713054" [ 1163.644747] env[63198]: _type = "Task" [ 1163.644747] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.652765] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5484d3f-54d0-447e-9b59-551c434abaef {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.658778] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.663721] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a56ab3-0252-4d45-b670-e08b559002d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.696078] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba792c4-6835-48ca-95b6-200a5a427087 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.702944] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292fc40e-4b5d-469b-b491-e4f64a7f59d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.716274] env[63198]: DEBUG nova.compute.provider_tree [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.155409] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713054, 'name': ReconfigVM_Task, 'duration_secs': 0.120231} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.155800] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.156024] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.157404] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546499', 'volume_id': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'name': 'volume-10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '60319f82-5fe4-4ab2-8196-77c8f49ac710', 'attached_at': '2025-02-19T21:16:55.000000', 'detached_at': '', 'volume_id': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84', 'serial': '10cb6a6e-54ea-4ebc-a7cb-a49b07ea6d84'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.157704] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.158717] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4633a5eb-602a-4c31-ad7f-edab8cc0a9d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.165805] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.166629] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95cdbe6c-a482-49c0-9202-c535c493a0fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.219394] env[63198]: DEBUG nova.scheduler.client.report [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.235837] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.235837] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.235837] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleting the datastore file [datastore1] 60319f82-5fe4-4ab2-8196-77c8f49ac710 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.235837] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dff9733-062a-48be-9288-dd761f9df160 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.243087] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1164.243087] env[63198]: value = "task-2713056" [ 1164.243087] env[63198]: _type = "Task" [ 1164.243087] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.251202] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.319446] env[63198]: DEBUG oslo_concurrency.lockutils [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "245c7b18-515b-4d5b-8354-e68fe0df8151" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.319761] env[63198]: DEBUG oslo_concurrency.lockutils [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.319969] env[63198]: DEBUG nova.compute.manager [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Going to confirm migration 9 {{(pid=63198) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1164.659252] env[63198]: INFO nova.compute.manager [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Detaching volume 02dc3eeb-2681-440e-bf9b-fa43f54d616e [ 1164.694937] env[63198]: INFO nova.virt.block_device [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Attempting to driver detach volume 02dc3eeb-2681-440e-bf9b-fa43f54d616e from mountpoint /dev/sdb [ 1164.694937] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1164.694937] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546494', 'volume_id': '02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'name': 'volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34f022d7-d7c9-40a8-9bd4-1493158fc430', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'serial': '02dc3eeb-2681-440e-bf9b-fa43f54d616e'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1164.695244] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d517d6-1013-492b-961a-26a71423f992 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.717430] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e3390b-dc7f-46d5-a1e1-c443cf5b7536 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.724343] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.496s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.727546] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d7c66c-69a6-4ee2-af6a-e8a02d5c69ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.750865] env[63198]: INFO nova.scheduler.client.report [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted allocations for instance 096eaa65-7f27-4bdd-b8d1-fa8956852c7e [ 1164.757155] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc89bb97-cf5b-49ff-98a7-8cfda391e13a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.766354] env[63198]: DEBUG oslo_vmware.api [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136671} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.776846] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.777069] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.777251] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.777427] env[63198]: INFO nova.compute.manager [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1164.777675] env[63198]: DEBUG oslo.service.loopingcall [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.777903] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] The volume has not been displaced from its original location: [datastore2] volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e/volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1164.783282] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.783581] env[63198]: DEBUG nova.compute.manager [-] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.783677] env[63198]: DEBUG nova.network.neutron [-] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.785396] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04d35f3d-3bf5-44c9-bfd2-e2057dc7056b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.802867] env[63198]: DEBUG oslo_vmware.api [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1164.802867] env[63198]: value = "task-2713057" [ 1164.802867] env[63198]: _type = "Task" [ 1164.802867] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.810866] env[63198]: DEBUG oslo_vmware.api [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.964077] env[63198]: DEBUG oslo_concurrency.lockutils [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.964317] env[63198]: DEBUG oslo_concurrency.lockutils [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.964499] env[63198]: DEBUG nova.network.neutron [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.964688] env[63198]: DEBUG nova.objects.instance [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'info_cache' on Instance uuid 245c7b18-515b-4d5b-8354-e68fe0df8151 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.265925] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9c7f24e6-bf31-4d37-b103-265bf5ab2a70 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "096eaa65-7f27-4bdd-b8d1-fa8956852c7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.326s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.317722] env[63198]: DEBUG oslo_vmware.api [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713057, 'name': ReconfigVM_Task, 'duration_secs': 0.240942} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.317722] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.319253] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9ff00b-8cea-4dae-960f-6723fb500bc0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.333919] env[63198]: DEBUG oslo_vmware.api [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1165.333919] env[63198]: value = "task-2713058" [ 1165.333919] env[63198]: _type = "Task" [ 1165.333919] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.346376] env[63198]: DEBUG oslo_vmware.api [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.382319] env[63198]: DEBUG nova.compute.manager [req-d40c3986-2663-41dc-9d33-c6525a5f17e9 req-c2294c2f-500e-4503-aa31-151984aaff27 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Received event network-vif-deleted-0ccefd16-686f-4d3f-91e6-afc862561e8f {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.383534] env[63198]: INFO nova.compute.manager [req-d40c3986-2663-41dc-9d33-c6525a5f17e9 req-c2294c2f-500e-4503-aa31-151984aaff27 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Neutron deleted interface 0ccefd16-686f-4d3f-91e6-afc862561e8f; detaching it from the instance and deleting it from the info cache [ 1165.383534] env[63198]: DEBUG nova.network.neutron [req-d40c3986-2663-41dc-9d33-c6525a5f17e9 req-c2294c2f-500e-4503-aa31-151984aaff27 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.845928] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "087eb9e9-c205-4bdf-a270-d26425b46846" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.846271] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "087eb9e9-c205-4bdf-a270-d26425b46846" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.846377] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "087eb9e9-c205-4bdf-a270-d26425b46846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.846563] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "087eb9e9-c205-4bdf-a270-d26425b46846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.846734] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "087eb9e9-c205-4bdf-a270-d26425b46846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.848279] env[63198]: DEBUG oslo_vmware.api [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713058, 'name': ReconfigVM_Task, 'duration_secs': 0.243972} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.848718] env[63198]: INFO nova.compute.manager [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Terminating instance [ 1165.850009] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546494', 'volume_id': '02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'name': 'volume-02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34f022d7-d7c9-40a8-9bd4-1493158fc430', 'attached_at': '', 'detached_at': '', 'volume_id': '02dc3eeb-2681-440e-bf9b-fa43f54d616e', 'serial': '02dc3eeb-2681-440e-bf9b-fa43f54d616e'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1165.866437] env[63198]: DEBUG nova.network.neutron [-] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.886403] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8509d6c-d94d-479b-b7ec-5f6fd8ff3a90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.895969] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf9fb0-a4df-4383-b31b-f5ce68f3c492 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.925665] env[63198]: DEBUG nova.compute.manager [req-d40c3986-2663-41dc-9d33-c6525a5f17e9 req-c2294c2f-500e-4503-aa31-151984aaff27 service nova] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Detach interface failed, port_id=0ccefd16-686f-4d3f-91e6-afc862561e8f, reason: Instance 60319f82-5fe4-4ab2-8196-77c8f49ac710 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1166.234428] env[63198]: DEBUG nova.network.neutron [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance_info_cache with network_info: [{"id": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "address": "fa:16:3e:e6:e3:2d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50328fc8-f9", "ovs_interfaceid": "50328fc8-f95c-47bb-8208-23aa37cbddb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.354669] env[63198]: DEBUG nova.compute.manager [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.354881] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.356230] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409a125b-830b-43af-b67a-2748c2e523ab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.363949] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.364182] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a079ed-0071-45ff-92ba-13d5fb325ee2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.368380] env[63198]: INFO nova.compute.manager [-] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Took 1.58 seconds to deallocate network for instance. [ 1166.371805] env[63198]: DEBUG oslo_vmware.api [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1166.371805] env[63198]: value = "task-2713059" [ 1166.371805] env[63198]: _type = "Task" [ 1166.371805] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.380295] env[63198]: DEBUG oslo_vmware.api [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.394306] env[63198]: DEBUG nova.objects.instance [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lazy-loading 'flavor' on Instance uuid 34f022d7-d7c9-40a8-9bd4-1493158fc430 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.737554] env[63198]: DEBUG oslo_concurrency.lockutils [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-245c7b18-515b-4d5b-8354-e68fe0df8151" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.737792] env[63198]: DEBUG nova.objects.instance [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'migration_context' on Instance uuid 245c7b18-515b-4d5b-8354-e68fe0df8151 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.882697] env[63198]: DEBUG oslo_vmware.api [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713059, 'name': PowerOffVM_Task, 'duration_secs': 0.206716} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.883161] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.883223] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.883441] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-147fa7c6-09cd-4f51-b4cb-415c4e94c46a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.910989] env[63198]: INFO nova.compute.manager [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Took 0.54 seconds to detach 1 volumes for instance. [ 1166.948096] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.948358] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.948501] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleting the datastore file [datastore1] 087eb9e9-c205-4bdf-a270-d26425b46846 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.948842] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dbb22dc-8fa7-4a8b-9c16-34c5862342df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.955882] env[63198]: DEBUG oslo_vmware.api [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1166.955882] env[63198]: value = "task-2713061" [ 1166.955882] env[63198]: _type = "Task" [ 1166.955882] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.963944] env[63198]: DEBUG oslo_vmware.api [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.240880] env[63198]: DEBUG nova.objects.base [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Object Instance<245c7b18-515b-4d5b-8354-e68fe0df8151> lazy-loaded attributes: info_cache,migration_context {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.241851] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c8b2b-7555-4a07-b0c4-488405696af2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.261745] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0abca5-f05b-4e39-90bd-d68266124143 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.268773] env[63198]: DEBUG oslo_vmware.api [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1167.268773] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e92f3b-61d0-994c-761f-fcb4898a531e" [ 1167.268773] env[63198]: _type = "Task" [ 1167.268773] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.276885] env[63198]: DEBUG oslo_vmware.api [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e92f3b-61d0-994c-761f-fcb4898a531e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.401139] env[63198]: DEBUG oslo_concurrency.lockutils [None req-ed5c0856-37b8-4bbc-a956-6e7a3040427b tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.417168] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.417436] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.417631] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.444219] env[63198]: INFO nova.scheduler.client.report [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted allocations for instance 60319f82-5fe4-4ab2-8196-77c8f49ac710 [ 1167.464960] env[63198]: DEBUG oslo_vmware.api [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127664} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.465230] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.465416] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.465591] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.465762] env[63198]: INFO nova.compute.manager [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1167.465994] env[63198]: DEBUG oslo.service.loopingcall [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.466205] env[63198]: DEBUG nova.compute.manager [-] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.466298] env[63198]: DEBUG nova.network.neutron [-] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.694959] env[63198]: DEBUG nova.compute.manager [req-c01fc12f-9f55-460c-b672-bf17e0c2c1ef req-bbfdae35-4162-4a12-b13d-13b073f562e5 service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Received event network-vif-deleted-07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.695134] env[63198]: INFO nova.compute.manager [req-c01fc12f-9f55-460c-b672-bf17e0c2c1ef req-bbfdae35-4162-4a12-b13d-13b073f562e5 service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Neutron deleted interface 07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71; detaching it from the instance and deleting it from the info cache [ 1167.695311] env[63198]: DEBUG nova.network.neutron [req-c01fc12f-9f55-460c-b672-bf17e0c2c1ef req-bbfdae35-4162-4a12-b13d-13b073f562e5 service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.778518] env[63198]: DEBUG oslo_vmware.api [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e92f3b-61d0-994c-761f-fcb4898a531e, 'name': SearchDatastore_Task, 'duration_secs': 0.007129} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.778805] env[63198]: DEBUG oslo_concurrency.lockutils [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.779049] env[63198]: DEBUG oslo_concurrency.lockutils [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.951814] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8fb4a250-1762-4e89-9f04-f824b77967e3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "60319f82-5fe4-4ab2-8196-77c8f49ac710" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.946s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.178711] env[63198]: DEBUG nova.network.neutron [-] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.197963] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b52cccd-2503-49e2-947d-b8b355fdc0b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.207997] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a7d616-0fee-4928-8cc3-f50344eed638 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.237381] env[63198]: DEBUG nova.compute.manager [req-c01fc12f-9f55-460c-b672-bf17e0c2c1ef req-bbfdae35-4162-4a12-b13d-13b073f562e5 service nova] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Detach interface failed, port_id=07cc9ccd-1d9f-4d02-af09-be6c1dcbbf71, reason: Instance 087eb9e9-c205-4bdf-a270-d26425b46846 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1168.393333] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bae6d7-94e0-4859-85aa-c52344c0df40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.400660] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7129bd-a17b-45f6-956a-b4793ccc414f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.430237] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6743aa-39d7-40f3-ac72-0ce7bf2eef54 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.437378] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5802f94-b040-4501-a763-77a58754ec81 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.450558] env[63198]: DEBUG nova.compute.provider_tree [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.477713] env[63198]: DEBUG oslo_concurrency.lockutils [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.477942] env[63198]: DEBUG oslo_concurrency.lockutils [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.478161] env[63198]: DEBUG oslo_concurrency.lockutils [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "34f022d7-d7c9-40a8-9bd4-1493158fc430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.478344] env[63198]: DEBUG oslo_concurrency.lockutils [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.478505] env[63198]: DEBUG oslo_concurrency.lockutils [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.482057] env[63198]: INFO nova.compute.manager [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Terminating instance [ 1168.681380] env[63198]: INFO nova.compute.manager [-] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Took 1.21 seconds to deallocate network for instance. [ 1168.954158] env[63198]: DEBUG nova.scheduler.client.report [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.985832] env[63198]: DEBUG nova.compute.manager [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.986100] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.986951] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dbbd0f-8c4a-4183-9d3e-442a4374a5ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.994488] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.994705] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30b4cfc6-0169-467c-b1c3-c86cd0e43bb0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.000787] env[63198]: DEBUG oslo_vmware.api [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1169.000787] env[63198]: value = "task-2713062" [ 1169.000787] env[63198]: _type = "Task" [ 1169.000787] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.008193] env[63198]: DEBUG oslo_vmware.api [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.188858] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.284096] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "95fbbe0f-7738-425e-8157-3542d30109e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.284377] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.511516] env[63198]: DEBUG oslo_vmware.api [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713062, 'name': PowerOffVM_Task, 'duration_secs': 0.229716} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.511800] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.511974] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.512254] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbf138cc-a21f-4262-b623-2243d9b60dd9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.576734] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.576955] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.577162] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Deleting the datastore file [datastore1] 34f022d7-d7c9-40a8-9bd4-1493158fc430 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.577436] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d351152-9d71-4376-aadb-bb13e8405869 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.583506] env[63198]: DEBUG oslo_vmware.api [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1169.583506] env[63198]: value = "task-2713064" [ 1169.583506] env[63198]: _type = "Task" [ 1169.583506] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.591754] env[63198]: DEBUG oslo_vmware.api [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.787655] env[63198]: DEBUG nova.compute.manager [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.967612] env[63198]: DEBUG oslo_concurrency.lockutils [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.188s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.970600] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.782s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.970992] env[63198]: DEBUG nova.objects.instance [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'resources' on Instance uuid 087eb9e9-c205-4bdf-a270-d26425b46846 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.093835] env[63198]: DEBUG oslo_vmware.api [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152832} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.094077] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.094273] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.094458] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.094637] env[63198]: INFO nova.compute.manager [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1170.094882] env[63198]: DEBUG oslo.service.loopingcall [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1170.095092] env[63198]: DEBUG nova.compute.manager [-] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.095190] env[63198]: DEBUG nova.network.neutron [-] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.313687] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.527712] env[63198]: INFO nova.scheduler.client.report [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted allocation for migration e3b3ca6c-8c08-4a3b-a20a-dc6d85a464e4 [ 1170.622579] env[63198]: DEBUG nova.compute.manager [req-efea6de2-615a-4385-97b5-443840152e1c req-7c3d72aa-0e85-4c6c-a322-3044adbbab71 service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Received event network-vif-deleted-32e04c3a-0c3b-44d3-8432-b07604779692 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.622884] env[63198]: INFO nova.compute.manager [req-efea6de2-615a-4385-97b5-443840152e1c req-7c3d72aa-0e85-4c6c-a322-3044adbbab71 service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Neutron deleted interface 32e04c3a-0c3b-44d3-8432-b07604779692; detaching it from the instance and deleting it from the info cache [ 1170.623147] env[63198]: DEBUG nova.network.neutron [req-efea6de2-615a-4385-97b5-443840152e1c req-7c3d72aa-0e85-4c6c-a322-3044adbbab71 service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.635506] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd691959-76d9-4c1e-adcc-392793f6c895 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.645708] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282199c7-697c-45f4-842c-7b853607d688 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.677842] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa1502-70e9-4247-8031-e6f6e49e61af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.685566] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291c9646-3612-4793-bb16-e0caeede0a6c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.706079] env[63198]: DEBUG nova.compute.provider_tree [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.036228] env[63198]: DEBUG oslo_concurrency.lockutils [None req-385f4db4-a539-4683-9dca-425776839363 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.716s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.104570] env[63198]: DEBUG nova.network.neutron [-] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.126243] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b72777a-ce15-472c-98ed-12af13cc18d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.137822] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a82cd41-9971-4ecc-bb3d-424d35690c91 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.166033] env[63198]: DEBUG nova.compute.manager [req-efea6de2-615a-4385-97b5-443840152e1c req-7c3d72aa-0e85-4c6c-a322-3044adbbab71 service nova] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Detach interface failed, port_id=32e04c3a-0c3b-44d3-8432-b07604779692, reason: Instance 34f022d7-d7c9-40a8-9bd4-1493158fc430 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1171.208787] env[63198]: DEBUG nova.scheduler.client.report [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.450061] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "2c00efc1-425f-4244-9876-a6e84344e698" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.450061] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "2c00efc1-425f-4244-9876-a6e84344e698" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.450261] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "2c00efc1-425f-4244-9876-a6e84344e698-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.450444] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "2c00efc1-425f-4244-9876-a6e84344e698-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.450610] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "2c00efc1-425f-4244-9876-a6e84344e698-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.453239] env[63198]: INFO nova.compute.manager [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Terminating instance [ 1171.510196] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "245c7b18-515b-4d5b-8354-e68fe0df8151" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.510441] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.510644] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "245c7b18-515b-4d5b-8354-e68fe0df8151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.510878] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.511079] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.512985] env[63198]: INFO nova.compute.manager [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Terminating instance [ 1171.608112] env[63198]: INFO nova.compute.manager [-] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Took 1.51 seconds to deallocate network for instance. [ 1171.714366] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.716666] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.403s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.718438] env[63198]: INFO nova.compute.claims [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.737388] env[63198]: INFO nova.scheduler.client.report [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted allocations for instance 087eb9e9-c205-4bdf-a270-d26425b46846 [ 1171.958097] env[63198]: DEBUG nova.compute.manager [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.958097] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.958800] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba0dd1f-4a09-4d7c-b2cd-2b3a03cf8e12 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.966511] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.966768] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d66f633-e497-463b-a376-9392d6a56eda {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.972392] env[63198]: DEBUG oslo_vmware.api [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1171.972392] env[63198]: value = "task-2713066" [ 1171.972392] env[63198]: _type = "Task" [ 1171.972392] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.980483] env[63198]: DEBUG oslo_vmware.api [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.016594] env[63198]: DEBUG nova.compute.manager [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.016949] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.017962] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9530d0bc-8aa5-4016-a583-0216f4a52674 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.028016] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.028313] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d78f7a4-e5ac-4a82-b7e4-05349d5ea8fb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.034616] env[63198]: DEBUG oslo_vmware.api [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1172.034616] env[63198]: value = "task-2713067" [ 1172.034616] env[63198]: _type = "Task" [ 1172.034616] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.043101] env[63198]: DEBUG oslo_vmware.api [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.113733] env[63198]: DEBUG oslo_concurrency.lockutils [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.243748] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b18c73e4-2d24-4aa9-a664-0f5878989a13 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "087eb9e9-c205-4bdf-a270-d26425b46846" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.397s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.483795] env[63198]: DEBUG oslo_vmware.api [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713066, 'name': PowerOffVM_Task, 'duration_secs': 0.188411} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.484122] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.484343] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.484631] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e838f23f-2310-4432-a841-5b5964270661 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.544217] env[63198]: DEBUG oslo_vmware.api [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713067, 'name': PowerOffVM_Task, 'duration_secs': 0.178272} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.544475] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.544644] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.544895] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8ee600c-97ca-4d32-8476-da24ddf1b1ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.547583] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.547777] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.547952] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleting the datastore file [datastore2] 2c00efc1-425f-4244-9876-a6e84344e698 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.548185] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef6eef4-e916-478d-b2e4-e364171482f3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.555052] env[63198]: DEBUG oslo_vmware.api [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1172.555052] env[63198]: value = "task-2713070" [ 1172.555052] env[63198]: _type = "Task" [ 1172.555052] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.562423] env[63198]: DEBUG oslo_vmware.api [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.607830] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.608120] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.608315] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleting the datastore file [datastore2] 245c7b18-515b-4d5b-8354-e68fe0df8151 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.608599] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d979f7ae-d3c1-4bb3-a611-7e1654098db2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.615207] env[63198]: DEBUG oslo_vmware.api [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1172.615207] env[63198]: value = "task-2713071" [ 1172.615207] env[63198]: _type = "Task" [ 1172.615207] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.622509] env[63198]: DEBUG oslo_vmware.api [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.829264] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace450f0-2d55-461c-9073-0c9ca1394668 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.836461] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2df9340-14e6-4b79-9276-ecf24f6757d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.866156] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befd5b67-4ba3-466d-a69b-9f81a5a0b14a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.872876] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499cc2d5-6de3-4410-92c7-6357bc9b73a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.885512] env[63198]: DEBUG nova.compute.provider_tree [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.065214] env[63198]: DEBUG oslo_vmware.api [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13497} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.065496] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.065661] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.065857] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.066078] env[63198]: INFO nova.compute.manager [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1173.066329] env[63198]: DEBUG oslo.service.loopingcall [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.066525] env[63198]: DEBUG nova.compute.manager [-] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.066623] env[63198]: DEBUG nova.network.neutron [-] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.126411] env[63198]: DEBUG oslo_vmware.api [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157869} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.126677] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.126852] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.127040] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.127218] env[63198]: INFO nova.compute.manager [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1173.127472] env[63198]: DEBUG oslo.service.loopingcall [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.127665] env[63198]: DEBUG nova.compute.manager [-] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.127758] env[63198]: DEBUG nova.network.neutron [-] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.389227] env[63198]: DEBUG nova.scheduler.client.report [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.897607] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.897607] env[63198]: DEBUG nova.compute.manager [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.902749] env[63198]: DEBUG oslo_concurrency.lockutils [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.789s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.904665] env[63198]: DEBUG nova.objects.instance [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lazy-loading 'resources' on Instance uuid 34f022d7-d7c9-40a8-9bd4-1493158fc430 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.080130] env[63198]: DEBUG nova.compute.manager [req-bcb57663-b811-4c4e-8002-153f15d8eea4 req-a44806b1-fa27-4269-a7a0-7c39d7e5aa2a service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Received event network-vif-deleted-db1b1777-ef5c-4793-8dc0-1d4cfec32ce1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.080742] env[63198]: INFO nova.compute.manager [req-bcb57663-b811-4c4e-8002-153f15d8eea4 req-a44806b1-fa27-4269-a7a0-7c39d7e5aa2a service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Neutron deleted interface db1b1777-ef5c-4793-8dc0-1d4cfec32ce1; detaching it from the instance and deleting it from the info cache [ 1174.080954] env[63198]: DEBUG nova.network.neutron [req-bcb57663-b811-4c4e-8002-153f15d8eea4 req-a44806b1-fa27-4269-a7a0-7c39d7e5aa2a service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.407224] env[63198]: DEBUG nova.compute.utils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.411642] env[63198]: DEBUG nova.compute.manager [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.411811] env[63198]: DEBUG nova.network.neutron [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.449521] env[63198]: DEBUG nova.policy [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eeee28154f44fa690b46d87a33de8d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c68c2aedcb8411c994785834516b9d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.511042] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa1f9aa-73ba-418d-bed1-c4f1a440a353 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.518647] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a5a09f-b459-407c-beed-c2c3c59d860b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.549773] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4d1674-ef26-421b-8e78-97c5e90c5d06 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.559030] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa397310-94a7-4c1a-830a-4278e6ed49a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.564872] env[63198]: DEBUG nova.network.neutron [-] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.566687] env[63198]: DEBUG nova.network.neutron [-] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.579032] env[63198]: DEBUG nova.compute.provider_tree [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.583230] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aa87da7-f686-4476-b41b-bd6597439660 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.593381] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5053b0-a57a-43c8-9ae8-b6a80de03b6a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.621147] env[63198]: DEBUG nova.compute.manager [req-bcb57663-b811-4c4e-8002-153f15d8eea4 req-a44806b1-fa27-4269-a7a0-7c39d7e5aa2a service nova] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Detach interface failed, port_id=db1b1777-ef5c-4793-8dc0-1d4cfec32ce1, reason: Instance 2c00efc1-425f-4244-9876-a6e84344e698 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1174.763329] env[63198]: DEBUG nova.network.neutron [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Successfully created port: a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.912551] env[63198]: DEBUG nova.compute.manager [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.068962] env[63198]: INFO nova.compute.manager [-] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Took 2.00 seconds to deallocate network for instance. [ 1175.068962] env[63198]: INFO nova.compute.manager [-] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Took 1.94 seconds to deallocate network for instance. [ 1175.081785] env[63198]: DEBUG nova.scheduler.client.report [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.518312] env[63198]: DEBUG oslo_concurrency.lockutils [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "830c47ee-1791-473b-9278-f46e3219c256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.518488] env[63198]: DEBUG oslo_concurrency.lockutils [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "830c47ee-1791-473b-9278-f46e3219c256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.518700] env[63198]: DEBUG oslo_concurrency.lockutils [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "830c47ee-1791-473b-9278-f46e3219c256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.518881] env[63198]: DEBUG oslo_concurrency.lockutils [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "830c47ee-1791-473b-9278-f46e3219c256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.519060] env[63198]: DEBUG oslo_concurrency.lockutils [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "830c47ee-1791-473b-9278-f46e3219c256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.521008] env[63198]: INFO nova.compute.manager [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Terminating instance [ 1175.577656] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.578471] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.587519] env[63198]: DEBUG oslo_concurrency.lockutils [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.589560] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.012s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.589802] env[63198]: DEBUG nova.objects.instance [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'resources' on Instance uuid 2c00efc1-425f-4244-9876-a6e84344e698 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.608550] env[63198]: INFO nova.scheduler.client.report [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Deleted allocations for instance 34f022d7-d7c9-40a8-9bd4-1493158fc430 [ 1175.923144] env[63198]: DEBUG nova.compute.manager [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.951209] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.951498] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.951674] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.951888] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.952048] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.952196] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.952433] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.952659] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.952754] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.952946] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.953136] env[63198]: DEBUG nova.virt.hardware [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.954126] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d405ac-463a-4364-aa04-3d5d32594434 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.962671] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5a36c9-5e99-49c7-b3d2-54cf8b1ba17f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.024681] env[63198]: DEBUG nova.compute.manager [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.024908] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.025983] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3057a62-a741-4ece-826c-300015034338 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.033236] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.033492] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6861e39-02df-48cf-a176-82a0544212aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.039486] env[63198]: DEBUG oslo_vmware.api [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1176.039486] env[63198]: value = "task-2713072" [ 1176.039486] env[63198]: _type = "Task" [ 1176.039486] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.047020] env[63198]: DEBUG oslo_vmware.api [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.117706] env[63198]: DEBUG oslo_concurrency.lockutils [None req-054c52f9-b810-4cd7-abdc-234848444dc3 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "34f022d7-d7c9-40a8-9bd4-1493158fc430" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.640s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.120525] env[63198]: DEBUG nova.compute.manager [req-07212698-78d4-448f-923a-bf2958bc1ce1 req-638b2004-7e7e-41e5-b268-c4e96ed4d663 service nova] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Received event network-vif-deleted-50328fc8-f95c-47bb-8208-23aa37cbddb0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.181299] env[63198]: DEBUG nova.compute.manager [req-b5bd45de-fc7b-453b-a28b-c506bc28b401 req-49e5559e-7365-4e53-91f9-2bf30b31d51d service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received event network-vif-plugged-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.181581] env[63198]: DEBUG oslo_concurrency.lockutils [req-b5bd45de-fc7b-453b-a28b-c506bc28b401 req-49e5559e-7365-4e53-91f9-2bf30b31d51d service nova] Acquiring lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.181827] env[63198]: DEBUG oslo_concurrency.lockutils [req-b5bd45de-fc7b-453b-a28b-c506bc28b401 req-49e5559e-7365-4e53-91f9-2bf30b31d51d service nova] Lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.182084] env[63198]: DEBUG oslo_concurrency.lockutils [req-b5bd45de-fc7b-453b-a28b-c506bc28b401 req-49e5559e-7365-4e53-91f9-2bf30b31d51d service nova] Lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.182202] env[63198]: DEBUG nova.compute.manager [req-b5bd45de-fc7b-453b-a28b-c506bc28b401 req-49e5559e-7365-4e53-91f9-2bf30b31d51d service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] No waiting events found dispatching network-vif-plugged-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.182442] env[63198]: WARNING nova.compute.manager [req-b5bd45de-fc7b-453b-a28b-c506bc28b401 req-49e5559e-7365-4e53-91f9-2bf30b31d51d service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received unexpected event network-vif-plugged-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 for instance with vm_state building and task_state spawning. [ 1176.217352] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71b5b8c-9d1b-4b77-9e61-d637d3e23f01 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.226923] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd213bb9-e885-4148-b8ba-9c7117e629d5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.280573] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d6aebc-2a45-4c70-ac85-a1f47ade90ae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.289825] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278b943-8e11-4893-aafc-454a81a55fd2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.304882] env[63198]: DEBUG nova.compute.provider_tree [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.549063] env[63198]: DEBUG oslo_vmware.api [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713072, 'name': PowerOffVM_Task, 'duration_secs': 0.207289} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.549338] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.549499] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.549747] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-377d810b-1ee7-44f5-a505-9425a727a8b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.611613] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.611846] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.612334] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleting the datastore file [datastore2] 830c47ee-1791-473b-9278-f46e3219c256 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.612631] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8563cd0-751c-4c83-baed-2f60c6254007 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.620081] env[63198]: DEBUG oslo_vmware.api [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for the task: (returnval){ [ 1176.620081] env[63198]: value = "task-2713075" [ 1176.620081] env[63198]: _type = "Task" [ 1176.620081] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.626929] env[63198]: DEBUG oslo_vmware.api [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.716699] env[63198]: DEBUG nova.network.neutron [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Successfully updated port: a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.808116] env[63198]: DEBUG nova.scheduler.client.report [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.128799] env[63198]: DEBUG oslo_vmware.api [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Task: {'id': task-2713075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125811} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.129166] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.129257] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.129437] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.129616] env[63198]: INFO nova.compute.manager [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1177.129856] env[63198]: DEBUG oslo.service.loopingcall [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.130065] env[63198]: DEBUG nova.compute.manager [-] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.130165] env[63198]: DEBUG nova.network.neutron [-] [instance: 830c47ee-1791-473b-9278-f46e3219c256] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.219240] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.219416] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.219535] env[63198]: DEBUG nova.network.neutron [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.313465] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.315963] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.737s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.316195] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.350481] env[63198]: INFO nova.scheduler.client.report [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleted allocations for instance 2c00efc1-425f-4244-9876-a6e84344e698 [ 1177.352342] env[63198]: INFO nova.scheduler.client.report [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted allocations for instance 245c7b18-515b-4d5b-8354-e68fe0df8151 [ 1177.769034] env[63198]: DEBUG nova.network.neutron [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.861593] env[63198]: DEBUG nova.network.neutron [-] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.867189] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ee7bbf7-9b85-4a47-b3e6-2a51683c4c43 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "2c00efc1-425f-4244-9876-a6e84344e698" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.415s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.867553] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b1a4832c-2322-49b3-95e3-9763258d26d3 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "245c7b18-515b-4d5b-8354-e68fe0df8151" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.357s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.036888] env[63198]: DEBUG nova.network.neutron [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating instance_info_cache with network_info: [{"id": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "address": "fa:16:3e:79:5a:19", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70a1aaf-14", "ovs_interfaceid": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.160691] env[63198]: DEBUG nova.compute.manager [req-95e6a001-38a7-4311-94fb-458b9eb70be1 req-940cfd06-89f4-4296-a6e1-626939d095ba service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received event network-changed-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.160952] env[63198]: DEBUG nova.compute.manager [req-95e6a001-38a7-4311-94fb-458b9eb70be1 req-940cfd06-89f4-4296-a6e1-626939d095ba service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Refreshing instance network info cache due to event network-changed-a70a1aaf-148e-4a04-8ba9-43ddae5b6786. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1178.161191] env[63198]: DEBUG oslo_concurrency.lockutils [req-95e6a001-38a7-4311-94fb-458b9eb70be1 req-940cfd06-89f4-4296-a6e1-626939d095ba service nova] Acquiring lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.366282] env[63198]: INFO nova.compute.manager [-] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Took 1.24 seconds to deallocate network for instance. [ 1178.540241] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.540568] env[63198]: DEBUG nova.compute.manager [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Instance network_info: |[{"id": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "address": "fa:16:3e:79:5a:19", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70a1aaf-14", "ovs_interfaceid": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.540884] env[63198]: DEBUG oslo_concurrency.lockutils [req-95e6a001-38a7-4311-94fb-458b9eb70be1 req-940cfd06-89f4-4296-a6e1-626939d095ba service nova] Acquired lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.541102] env[63198]: DEBUG nova.network.neutron [req-95e6a001-38a7-4311-94fb-458b9eb70be1 req-940cfd06-89f4-4296-a6e1-626939d095ba service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Refreshing network info cache for port a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.542357] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:5a:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a70a1aaf-148e-4a04-8ba9-43ddae5b6786', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.549741] env[63198]: DEBUG oslo.service.loopingcall [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1178.550591] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.550829] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c295220-d846-4718-bbae-bcbf9457c6c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.572204] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.572204] env[63198]: value = "task-2713076" [ 1178.572204] env[63198]: _type = "Task" [ 1178.572204] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.579704] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713076, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.858089] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.858386] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.872761] env[63198]: DEBUG oslo_concurrency.lockutils [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.873379] env[63198]: DEBUG oslo_concurrency.lockutils [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.873651] env[63198]: DEBUG nova.objects.instance [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lazy-loading 'resources' on Instance uuid 830c47ee-1791-473b-9278-f46e3219c256 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.895190] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.895422] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.084214] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713076, 'name': CreateVM_Task, 'duration_secs': 0.327601} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.084406] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.093173] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.093371] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.093685] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.093935] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e0e553-6c0e-4189-b2d1-46bc67453b20 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.098472] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1179.098472] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cc591c-aa63-b7f1-2ad9-fe6293f2523b" [ 1179.098472] env[63198]: _type = "Task" [ 1179.098472] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.106775] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cc591c-aa63-b7f1-2ad9-fe6293f2523b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.250734] env[63198]: DEBUG nova.network.neutron [req-95e6a001-38a7-4311-94fb-458b9eb70be1 req-940cfd06-89f4-4296-a6e1-626939d095ba service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updated VIF entry in instance network info cache for port a70a1aaf-148e-4a04-8ba9-43ddae5b6786. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.251398] env[63198]: DEBUG nova.network.neutron [req-95e6a001-38a7-4311-94fb-458b9eb70be1 req-940cfd06-89f4-4296-a6e1-626939d095ba service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating instance_info_cache with network_info: [{"id": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "address": "fa:16:3e:79:5a:19", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70a1aaf-14", "ovs_interfaceid": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.361739] env[63198]: INFO nova.compute.manager [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Detaching volume b613bb51-70f3-4284-b074-8ced3c41add2 [ 1179.395676] env[63198]: INFO nova.virt.block_device [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Attempting to driver detach volume b613bb51-70f3-4284-b074-8ced3c41add2 from mountpoint /dev/sdb [ 1179.396075] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1179.396390] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546496', 'volume_id': 'b613bb51-70f3-4284-b074-8ced3c41add2', 'name': 'volume-b613bb51-70f3-4284-b074-8ced3c41add2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '529d1e02-c0a4-43a4-8f31-61ebe8f30566', 'attached_at': '', 'detached_at': '', 'volume_id': 'b613bb51-70f3-4284-b074-8ced3c41add2', 'serial': 'b613bb51-70f3-4284-b074-8ced3c41add2'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1179.397497] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a722281-67cf-4e98-b71c-87665c76af6f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.402571] env[63198]: DEBUG nova.compute.manager [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.427820] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfde253-58fe-4ed8-9ce5-a499c5011df0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.434539] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1527526a-df5c-492b-8f7f-d0133e9bf6f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.459135] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3340acbd-920c-43a3-b14a-bd124d643559 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.474588] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] The volume has not been displaced from its original location: [datastore2] volume-b613bb51-70f3-4284-b074-8ced3c41add2/volume-b613bb51-70f3-4284-b074-8ced3c41add2.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1179.479760] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.482647] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21262dd0-eac4-4168-a178-ff466a741301 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.501417] env[63198]: DEBUG oslo_vmware.api [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1179.501417] env[63198]: value = "task-2713077" [ 1179.501417] env[63198]: _type = "Task" [ 1179.501417] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.511047] env[63198]: DEBUG oslo_vmware.api [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.530026] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd729f-484f-4875-9f4f-c9c25dfbf559 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.536994] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5797af-5030-4acc-bc8f-74aa5f7578d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.567095] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca10e4f-1cb7-4c12-9db0-3d1a9b160cd5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.574455] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c41d7c-255c-424c-83c0-4c7745b78fbb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.587783] env[63198]: DEBUG nova.compute.provider_tree [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.609773] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52cc591c-aa63-b7f1-2ad9-fe6293f2523b, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.610080] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.610335] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.610557] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.610701] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.610928] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.611260] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c962899-757d-4d6f-a4f9-51afc9f907f2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.619381] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.619559] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.620283] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbc920a-78d6-4d8e-b95c-6d7065034224 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.625067] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1179.625067] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529c30b4-dc19-fa15-e5af-3b6285b98145" [ 1179.625067] env[63198]: _type = "Task" [ 1179.625067] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.632591] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529c30b4-dc19-fa15-e5af-3b6285b98145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.754414] env[63198]: DEBUG oslo_concurrency.lockutils [req-95e6a001-38a7-4311-94fb-458b9eb70be1 req-940cfd06-89f4-4296-a6e1-626939d095ba service nova] Releasing lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.754683] env[63198]: DEBUG nova.compute.manager [req-95e6a001-38a7-4311-94fb-458b9eb70be1 req-940cfd06-89f4-4296-a6e1-626939d095ba service nova] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Received event network-vif-deleted-ba795f8e-b7ec-4a46-b585-8595d352fcb1 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.922821] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.011659] env[63198]: DEBUG oslo_vmware.api [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713077, 'name': ReconfigVM_Task, 'duration_secs': 0.233995} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.011934] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.016596] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd182268-ee07-435a-8f15-7d05efb73948 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.031017] env[63198]: DEBUG oslo_vmware.api [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1180.031017] env[63198]: value = "task-2713078" [ 1180.031017] env[63198]: _type = "Task" [ 1180.031017] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.038300] env[63198]: DEBUG oslo_vmware.api [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.091499] env[63198]: DEBUG nova.scheduler.client.report [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.135358] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]529c30b4-dc19-fa15-e5af-3b6285b98145, 'name': SearchDatastore_Task, 'duration_secs': 0.007874} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.136129] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab11e0a-e180-4235-869e-ce6720d81703 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.141169] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1180.141169] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5261562f-1349-b6bc-fd39-6c06b519d37c" [ 1180.141169] env[63198]: _type = "Task" [ 1180.141169] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.148064] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5261562f-1349-b6bc-fd39-6c06b519d37c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.541019] env[63198]: DEBUG oslo_vmware.api [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713078, 'name': ReconfigVM_Task, 'duration_secs': 0.134347} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.541330] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546496', 'volume_id': 'b613bb51-70f3-4284-b074-8ced3c41add2', 'name': 'volume-b613bb51-70f3-4284-b074-8ced3c41add2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '529d1e02-c0a4-43a4-8f31-61ebe8f30566', 'attached_at': '', 'detached_at': '', 'volume_id': 'b613bb51-70f3-4284-b074-8ced3c41add2', 'serial': 'b613bb51-70f3-4284-b074-8ced3c41add2'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1180.596721] env[63198]: DEBUG oslo_concurrency.lockutils [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.599081] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.676s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.600604] env[63198]: INFO nova.compute.claims [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.615356] env[63198]: INFO nova.scheduler.client.report [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Deleted allocations for instance 830c47ee-1791-473b-9278-f46e3219c256 [ 1180.652224] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5261562f-1349-b6bc-fd39-6c06b519d37c, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.652500] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.652941] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 95fbbe0f-7738-425e-8157-3542d30109e1/95fbbe0f-7738-425e-8157-3542d30109e1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.653217] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72ca13da-857d-484c-84ce-0525266f9c09 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.660274] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1180.660274] env[63198]: value = "task-2713079" [ 1180.660274] env[63198]: _type = "Task" [ 1180.660274] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.667961] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.779495] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.779835] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.780115] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.780362] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.780607] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.782964] env[63198]: INFO nova.compute.manager [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Terminating instance [ 1181.090414] env[63198]: DEBUG nova.objects.instance [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'flavor' on Instance uuid 529d1e02-c0a4-43a4-8f31-61ebe8f30566 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.122827] env[63198]: DEBUG oslo_concurrency.lockutils [None req-afd7d481-39e4-469e-868b-84783697f903 tempest-ServerActionsTestOtherA-1544048329 tempest-ServerActionsTestOtherA-1544048329-project-member] Lock "830c47ee-1791-473b-9278-f46e3219c256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.171032] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713079, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.288104] env[63198]: DEBUG nova.compute.manager [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.288464] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.289377] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be9d188-a593-4011-86ca-f955970a7437 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.297242] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.297485] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87a0717c-f9d5-4a5a-b0b3-4b3c5078fd2a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.303718] env[63198]: DEBUG oslo_vmware.api [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1181.303718] env[63198]: value = "task-2713080" [ 1181.303718] env[63198]: _type = "Task" [ 1181.303718] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.311813] env[63198]: DEBUG oslo_vmware.api [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.671963] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525224} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.672290] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 95fbbe0f-7738-425e-8157-3542d30109e1/95fbbe0f-7738-425e-8157-3542d30109e1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.672417] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.672635] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53d9ad6c-1755-4322-97a1-0ef8de60a3f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.680238] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1181.680238] env[63198]: value = "task-2713081" [ 1181.680238] env[63198]: _type = "Task" [ 1181.680238] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.681654] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b2e49-7218-4d9e-bdc1-7debb68ca352 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.694390] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d827c9c-c22d-4722-a726-68a79b787200 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.697553] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.726133] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ae7bdf-f6ce-4b41-b610-5bd3e9e184aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.734088] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038d2557-986c-40fa-b683-119976180093 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.749164] env[63198]: DEBUG nova.compute.provider_tree [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.813142] env[63198]: DEBUG oslo_vmware.api [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713080, 'name': PowerOffVM_Task, 'duration_secs': 0.204015} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.813407] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.813574] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.813819] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a9dd32-05a7-47fb-a8bd-99cf674253ce {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.880893] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.881153] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.881388] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Deleting the datastore file [datastore1] ba0bb139-e72a-4118-ba2a-e2397561a9f0 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.881683] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8317e03e-f611-4681-b560-282a511c9685 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.888447] env[63198]: DEBUG oslo_vmware.api [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1181.888447] env[63198]: value = "task-2713083" [ 1181.888447] env[63198]: _type = "Task" [ 1181.888447] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.896472] env[63198]: DEBUG oslo_vmware.api [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.098243] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ba1c356-3f38-45d7-9e8c-688181c42d9a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.189920] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068303} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.190198] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.190935] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df63257c-0181-40b7-8d21-9b5a400c9111 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.212228] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 95fbbe0f-7738-425e-8157-3542d30109e1/95fbbe0f-7738-425e-8157-3542d30109e1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.212518] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6395c8b4-c74d-483c-834a-5f8487c89db9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.231451] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1182.231451] env[63198]: value = "task-2713084" [ 1182.231451] env[63198]: _type = "Task" [ 1182.231451] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.238974] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.252515] env[63198]: DEBUG nova.scheduler.client.report [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.413041] env[63198]: DEBUG oslo_vmware.api [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190082} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.413293] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.413425] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.414030] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.414030] env[63198]: INFO nova.compute.manager [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1182.414210] env[63198]: DEBUG oslo.service.loopingcall [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1182.414320] env[63198]: DEBUG nova.compute.manager [-] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.414419] env[63198]: DEBUG nova.network.neutron [-] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.741748] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713084, 'name': ReconfigVM_Task, 'duration_secs': 0.313692} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.742177] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 95fbbe0f-7738-425e-8157-3542d30109e1/95fbbe0f-7738-425e-8157-3542d30109e1.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.742675] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1493b692-68d3-4aaf-ad8b-9617b6db2c37 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.750181] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1182.750181] env[63198]: value = "task-2713085" [ 1182.750181] env[63198]: _type = "Task" [ 1182.750181] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.758018] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.758606] env[63198]: DEBUG nova.compute.manager [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.765099] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713085, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.149885] env[63198]: DEBUG nova.compute.manager [req-6520091e-7359-4d07-a03b-ba76187d1142 req-ccfb8301-54be-4a83-8a48-6c3f24335ebd service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Received event network-vif-deleted-fe0cd73a-61db-4f5e-960f-6a0f93dc7cce {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1183.150120] env[63198]: INFO nova.compute.manager [req-6520091e-7359-4d07-a03b-ba76187d1142 req-ccfb8301-54be-4a83-8a48-6c3f24335ebd service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Neutron deleted interface fe0cd73a-61db-4f5e-960f-6a0f93dc7cce; detaching it from the instance and deleting it from the info cache [ 1183.150290] env[63198]: DEBUG nova.network.neutron [req-6520091e-7359-4d07-a03b-ba76187d1142 req-ccfb8301-54be-4a83-8a48-6c3f24335ebd service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.185758] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.185998] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.186220] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.186400] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.186566] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.188583] env[63198]: INFO nova.compute.manager [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Terminating instance [ 1183.260448] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713085, 'name': Rename_Task, 'duration_secs': 0.139016} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.260736] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.261180] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b28d725-048f-47cf-b644-b0a4f38c2e8d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.263812] env[63198]: DEBUG nova.compute.utils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.269609] env[63198]: DEBUG nova.compute.manager [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.269793] env[63198]: DEBUG nova.network.neutron [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.281391] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1183.281391] env[63198]: value = "task-2713086" [ 1183.281391] env[63198]: _type = "Task" [ 1183.281391] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.292886] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.312256] env[63198]: DEBUG nova.policy [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4aa5be5e6614caf83019cf2b23101f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6448777d6bf743f89d84806f621c8337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.608915] env[63198]: DEBUG nova.network.neutron [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Successfully created port: 026b2ae8-3671-496e-abd4-9a11145aba11 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.632039] env[63198]: DEBUG nova.network.neutron [-] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.654629] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d899247-6ce4-4206-87dd-184fdf334806 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.666938] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c6a351-1977-499b-8c9f-d88c96b2702b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.700068] env[63198]: DEBUG nova.compute.manager [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.700443] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.700797] env[63198]: DEBUG nova.compute.manager [req-6520091e-7359-4d07-a03b-ba76187d1142 req-ccfb8301-54be-4a83-8a48-6c3f24335ebd service nova] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Detach interface failed, port_id=fe0cd73a-61db-4f5e-960f-6a0f93dc7cce, reason: Instance ba0bb139-e72a-4118-ba2a-e2397561a9f0 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1183.702228] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a56007-f138-481e-b62d-11a71a465830 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.711360] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.712910] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-999ce9d0-0899-4d92-949a-7c2603f62dc7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.719835] env[63198]: DEBUG oslo_vmware.api [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1183.719835] env[63198]: value = "task-2713087" [ 1183.719835] env[63198]: _type = "Task" [ 1183.719835] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.734023] env[63198]: DEBUG oslo_vmware.api [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.774087] env[63198]: DEBUG nova.compute.manager [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.794353] env[63198]: DEBUG oslo_vmware.api [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713086, 'name': PowerOnVM_Task, 'duration_secs': 0.474832} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.794670] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.794891] env[63198]: INFO nova.compute.manager [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1183.795108] env[63198]: DEBUG nova.compute.manager [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.795964] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a9f5ad-1e0d-4c5c-8dc5-26faf3a00e8e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.138269] env[63198]: INFO nova.compute.manager [-] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Took 1.72 seconds to deallocate network for instance. [ 1184.230470] env[63198]: DEBUG oslo_vmware.api [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713087, 'name': PowerOffVM_Task, 'duration_secs': 0.226053} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.230744] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.230909] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.231237] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f581604d-a2a1-4e05-b5cd-05fbc4ff1c0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.296251] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.296512] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.296696] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleting the datastore file [datastore1] 529d1e02-c0a4-43a4-8f31-61ebe8f30566 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.296967] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fddd295-8324-448e-babe-f1b463610a87 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.303435] env[63198]: DEBUG oslo_vmware.api [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1184.303435] env[63198]: value = "task-2713089" [ 1184.303435] env[63198]: _type = "Task" [ 1184.303435] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.314449] env[63198]: DEBUG oslo_vmware.api [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.319068] env[63198]: INFO nova.compute.manager [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Took 14.03 seconds to build instance. [ 1184.644942] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.645255] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.645493] env[63198]: DEBUG nova.objects.instance [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lazy-loading 'resources' on Instance uuid ba0bb139-e72a-4118-ba2a-e2397561a9f0 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.787262] env[63198]: DEBUG nova.compute.manager [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.821425] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.821798] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.822076] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.822311] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.822529] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.823972] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.824321] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.824571] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.824821] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.825086] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.825350] env[63198]: DEBUG nova.virt.hardware [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.827445] env[63198]: DEBUG oslo_vmware.api [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486488} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.827986] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10bf43c8-9eb7-4803-b453-d989163916d1 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.544s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.829172] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1411cc6b-f3fd-427b-ab11-226718a63d95 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.835776] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.835979] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.836201] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.836346] env[63198]: INFO nova.compute.manager [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1184.836589] env[63198]: DEBUG oslo.service.loopingcall [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.836805] env[63198]: DEBUG nova.compute.manager [-] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.836903] env[63198]: DEBUG nova.network.neutron [-] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.844564] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a6a3f9-dbec-4799-b232-7b22971781c3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.185981] env[63198]: DEBUG nova.compute.manager [req-ab28032d-bcb0-4c5b-8f82-79afa31b4b6d req-524fbacc-1039-4f12-830e-4f6505095e69 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received event network-changed-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.186286] env[63198]: DEBUG nova.compute.manager [req-ab28032d-bcb0-4c5b-8f82-79afa31b4b6d req-524fbacc-1039-4f12-830e-4f6505095e69 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Refreshing instance network info cache due to event network-changed-a70a1aaf-148e-4a04-8ba9-43ddae5b6786. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1185.186592] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab28032d-bcb0-4c5b-8f82-79afa31b4b6d req-524fbacc-1039-4f12-830e-4f6505095e69 service nova] Acquiring lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.186810] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab28032d-bcb0-4c5b-8f82-79afa31b4b6d req-524fbacc-1039-4f12-830e-4f6505095e69 service nova] Acquired lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.187076] env[63198]: DEBUG nova.network.neutron [req-ab28032d-bcb0-4c5b-8f82-79afa31b4b6d req-524fbacc-1039-4f12-830e-4f6505095e69 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Refreshing network info cache for port a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.255641] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e778808f-92b2-46e9-94c3-85408e3f0269 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.264333] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b44a11-69b5-4d3d-9678-fc531b875972 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.299436] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd65c4e-1d5f-4214-85c6-00c56ca9213d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.310626] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb267166-3ffd-4b4d-891d-9690952c673d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.327312] env[63198]: DEBUG nova.compute.provider_tree [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.409579] env[63198]: DEBUG nova.network.neutron [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Successfully updated port: 026b2ae8-3671-496e-abd4-9a11145aba11 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.831648] env[63198]: DEBUG nova.scheduler.client.report [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.916017] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.916017] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.916017] env[63198]: DEBUG nova.network.neutron [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.919576] env[63198]: DEBUG nova.network.neutron [req-ab28032d-bcb0-4c5b-8f82-79afa31b4b6d req-524fbacc-1039-4f12-830e-4f6505095e69 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updated VIF entry in instance network info cache for port a70a1aaf-148e-4a04-8ba9-43ddae5b6786. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.919924] env[63198]: DEBUG nova.network.neutron [req-ab28032d-bcb0-4c5b-8f82-79afa31b4b6d req-524fbacc-1039-4f12-830e-4f6505095e69 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating instance_info_cache with network_info: [{"id": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "address": "fa:16:3e:79:5a:19", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70a1aaf-14", "ovs_interfaceid": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.989949] env[63198]: DEBUG nova.network.neutron [-] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.346632] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.369957] env[63198]: INFO nova.scheduler.client.report [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Deleted allocations for instance ba0bb139-e72a-4118-ba2a-e2397561a9f0 [ 1186.422786] env[63198]: DEBUG oslo_concurrency.lockutils [req-ab28032d-bcb0-4c5b-8f82-79afa31b4b6d req-524fbacc-1039-4f12-830e-4f6505095e69 service nova] Releasing lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.463981] env[63198]: DEBUG nova.network.neutron [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.493800] env[63198]: INFO nova.compute.manager [-] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Took 1.66 seconds to deallocate network for instance. [ 1186.685290] env[63198]: DEBUG nova.network.neutron [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance_info_cache with network_info: [{"id": "026b2ae8-3671-496e-abd4-9a11145aba11", "address": "fa:16:3e:32:e2:9d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026b2ae8-36", "ovs_interfaceid": "026b2ae8-3671-496e-abd4-9a11145aba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.880263] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9a40bafa-3c81-4d19-9a3a-1d54011da610 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "ba0bb139-e72a-4118-ba2a-e2397561a9f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.099s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.006763] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.006763] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.006763] env[63198]: DEBUG nova.objects.instance [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'resources' on Instance uuid 529d1e02-c0a4-43a4-8f31-61ebe8f30566 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.190542] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.190959] env[63198]: DEBUG nova.compute.manager [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Instance network_info: |[{"id": "026b2ae8-3671-496e-abd4-9a11145aba11", "address": "fa:16:3e:32:e2:9d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026b2ae8-36", "ovs_interfaceid": "026b2ae8-3671-496e-abd4-9a11145aba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.191369] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:e2:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '026b2ae8-3671-496e-abd4-9a11145aba11', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.210012] env[63198]: DEBUG oslo.service.loopingcall [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.210012] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.210012] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1c800d9-6e6a-4d38-b75b-8b2e10689bc1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.225388] env[63198]: DEBUG nova.compute.manager [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Received event network-vif-plugged-026b2ae8-3671-496e-abd4-9a11145aba11 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.225597] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] Acquiring lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.225796] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.225956] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.226659] env[63198]: DEBUG nova.compute.manager [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] No waiting events found dispatching network-vif-plugged-026b2ae8-3671-496e-abd4-9a11145aba11 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.227083] env[63198]: WARNING nova.compute.manager [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Received unexpected event network-vif-plugged-026b2ae8-3671-496e-abd4-9a11145aba11 for instance with vm_state building and task_state spawning. [ 1187.227387] env[63198]: DEBUG nova.compute.manager [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Received event network-changed-026b2ae8-3671-496e-abd4-9a11145aba11 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.227723] env[63198]: DEBUG nova.compute.manager [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Refreshing instance network info cache due to event network-changed-026b2ae8-3671-496e-abd4-9a11145aba11. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1187.227967] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] Acquiring lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.228565] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] Acquired lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.228870] env[63198]: DEBUG nova.network.neutron [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Refreshing network info cache for port 026b2ae8-3671-496e-abd4-9a11145aba11 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.231447] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.231447] env[63198]: value = "task-2713090" [ 1187.231447] env[63198]: _type = "Task" [ 1187.231447] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.240762] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713090, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.590994] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b5eee9-4ec9-4b21-a96c-c7c25e654bed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.598790] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fb9140-e653-4971-8208-e5a4100f40de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.627427] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f6ca06-167f-44aa-889c-9295e5afcec4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.634350] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00188e09-4e10-439d-bad8-b2dc3cdb0479 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.648069] env[63198]: DEBUG nova.compute.provider_tree [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.742986] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713090, 'name': CreateVM_Task, 'duration_secs': 0.362952} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.743195] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.743861] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.744052] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.744708] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.744708] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c080d293-b98b-406d-80c1-15595cfdbfe1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.748794] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1187.748794] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e37719-a054-74b9-844a-ebe1c5f0b042" [ 1187.748794] env[63198]: _type = "Task" [ 1187.748794] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.756663] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e37719-a054-74b9-844a-ebe1c5f0b042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.824590] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "6649d4fe-3874-4919-a096-2a46c80f8be0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.824832] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.825048] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "6649d4fe-3874-4919-a096-2a46c80f8be0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.825235] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.825399] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.827432] env[63198]: INFO nova.compute.manager [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Terminating instance [ 1187.941286] env[63198]: DEBUG nova.network.neutron [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updated VIF entry in instance network info cache for port 026b2ae8-3671-496e-abd4-9a11145aba11. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.941779] env[63198]: DEBUG nova.network.neutron [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance_info_cache with network_info: [{"id": "026b2ae8-3671-496e-abd4-9a11145aba11", "address": "fa:16:3e:32:e2:9d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026b2ae8-36", "ovs_interfaceid": "026b2ae8-3671-496e-abd4-9a11145aba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.151298] env[63198]: DEBUG nova.scheduler.client.report [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.258535] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e37719-a054-74b9-844a-ebe1c5f0b042, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.258847] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.259092] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.259326] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.259471] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.259646] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.259897] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb2ca103-3cc2-4439-bc88-d5e23fecb6de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.268244] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.268424] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.269123] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b675eb9-c35f-4b48-a656-fa1e2d4c0240 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.274202] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1188.274202] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c12fd8-e462-a934-aef5-9451a991f1b9" [ 1188.274202] env[63198]: _type = "Task" [ 1188.274202] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.282402] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c12fd8-e462-a934-aef5-9451a991f1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.331263] env[63198]: DEBUG nova.compute.manager [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.331525] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.332459] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4c0f6a-fe98-402a-9cb3-7b20743d9bfe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.339832] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.340108] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9785999a-0f0d-482d-9076-dd42fb3d1ae2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.345590] env[63198]: DEBUG oslo_vmware.api [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1188.345590] env[63198]: value = "task-2713091" [ 1188.345590] env[63198]: _type = "Task" [ 1188.345590] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.354884] env[63198]: DEBUG oslo_vmware.api [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.445334] env[63198]: DEBUG oslo_concurrency.lockutils [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] Releasing lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.445622] env[63198]: DEBUG nova.compute.manager [req-d4c665b1-f408-44e3-96e9-cff0fd4cad01 req-99f05ca2-6e4f-46ac-86b3-0d2454e7ea06 service nova] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Received event network-vif-deleted-d768fa1a-0f4c-4839-aba4-90a2fcd490f0 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.657014] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.682814] env[63198]: INFO nova.scheduler.client.report [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleted allocations for instance 529d1e02-c0a4-43a4-8f31-61ebe8f30566 [ 1188.784586] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c12fd8-e462-a934-aef5-9451a991f1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.0085} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.785379] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175af37d-b39b-436d-a650-e5419d451d57 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.790098] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1188.790098] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528b48d7-4a4e-493f-f5ed-90ea9122137d" [ 1188.790098] env[63198]: _type = "Task" [ 1188.790098] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.797707] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528b48d7-4a4e-493f-f5ed-90ea9122137d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.854802] env[63198]: DEBUG oslo_vmware.api [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713091, 'name': PowerOffVM_Task, 'duration_secs': 0.21747} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.855106] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.855263] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.855503] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e3f4502-2a10-4bc6-a23b-6cddbd9ea2b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.916051] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.916381] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.916620] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Deleting the datastore file [datastore1] 6649d4fe-3874-4919-a096-2a46c80f8be0 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.916958] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ccf4942-7e0c-479d-b6a7-6954a1db94ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.923606] env[63198]: DEBUG oslo_vmware.api [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for the task: (returnval){ [ 1188.923606] env[63198]: value = "task-2713093" [ 1188.923606] env[63198]: _type = "Task" [ 1188.923606] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.931258] env[63198]: DEBUG oslo_vmware.api [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.190190] env[63198]: DEBUG oslo_concurrency.lockutils [None req-b682b6c0-6d26-447b-aba6-7496f484149a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "529d1e02-c0a4-43a4-8f31-61ebe8f30566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.004s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.300557] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]528b48d7-4a4e-493f-f5ed-90ea9122137d, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.300770] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.301048] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 93578fe0-b3ca-4c4c-a098-255ec344e7a9/93578fe0-b3ca-4c4c-a098-255ec344e7a9.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.301310] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b6bf23-78d1-4cf1-88a8-07cc7ca6ac09 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.307616] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1189.307616] env[63198]: value = "task-2713094" [ 1189.307616] env[63198]: _type = "Task" [ 1189.307616] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.314830] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.433185] env[63198]: DEBUG oslo_vmware.api [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Task: {'id': task-2713093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174942} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.433494] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.433699] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.433903] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.434107] env[63198]: INFO nova.compute.manager [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1189.434350] env[63198]: DEBUG oslo.service.loopingcall [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1189.434548] env[63198]: DEBUG nova.compute.manager [-] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.434645] env[63198]: DEBUG nova.network.neutron [-] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.805630] env[63198]: DEBUG nova.compute.manager [req-8dc6b2ed-a917-41f1-b5f7-06d1919363ff req-db17e5a6-76ac-4c06-8f1f-6c7d746befb2 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Received event network-vif-deleted-2a1d0641-2b6c-4cd2-8852-764da380a33c {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.805806] env[63198]: INFO nova.compute.manager [req-8dc6b2ed-a917-41f1-b5f7-06d1919363ff req-db17e5a6-76ac-4c06-8f1f-6c7d746befb2 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Neutron deleted interface 2a1d0641-2b6c-4cd2-8852-764da380a33c; detaching it from the instance and deleting it from the info cache [ 1189.805979] env[63198]: DEBUG nova.network.neutron [req-8dc6b2ed-a917-41f1-b5f7-06d1919363ff req-db17e5a6-76ac-4c06-8f1f-6c7d746befb2 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.820325] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713094, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.288119] env[63198]: DEBUG nova.network.neutron [-] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.309866] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2015ce33-defd-4a2e-aafc-c11f9c5c1a16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.320341] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56942} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.321444] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 93578fe0-b3ca-4c4c-a098-255ec344e7a9/93578fe0-b3ca-4c4c-a098-255ec344e7a9.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.321666] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.321937] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e23a05d-dd88-4d36-ad27-b0a6d3cc3948 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.326455] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df9f1c7-beaf-42c0-970e-824921cd2fa0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.341273] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1190.341273] env[63198]: value = "task-2713095" [ 1190.341273] env[63198]: _type = "Task" [ 1190.341273] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.348504] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.355376] env[63198]: DEBUG nova.compute.manager [req-8dc6b2ed-a917-41f1-b5f7-06d1919363ff req-db17e5a6-76ac-4c06-8f1f-6c7d746befb2 service nova] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Detach interface failed, port_id=2a1d0641-2b6c-4cd2-8852-764da380a33c, reason: Instance 6649d4fe-3874-4919-a096-2a46c80f8be0 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1190.790261] env[63198]: INFO nova.compute.manager [-] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Took 1.36 seconds to deallocate network for instance. [ 1190.851395] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07404} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.851684] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.852481] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23508e39-9135-42ba-be47-742dfc6a5500 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.875035] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 93578fe0-b3ca-4c4c-a098-255ec344e7a9/93578fe0-b3ca-4c4c-a098-255ec344e7a9.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.875316] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12313aa5-fea2-419c-ae75-ea9a198522db {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.896774] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1190.896774] env[63198]: value = "task-2713096" [ 1190.896774] env[63198]: _type = "Task" [ 1190.896774] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.905169] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.296880] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.297209] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.297398] env[63198]: DEBUG nova.objects.instance [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lazy-loading 'resources' on Instance uuid 6649d4fe-3874-4919-a096-2a46c80f8be0 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.406567] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713096, 'name': ReconfigVM_Task, 'duration_secs': 0.291476} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.406859] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 93578fe0-b3ca-4c4c-a098-255ec344e7a9/93578fe0-b3ca-4c4c-a098-255ec344e7a9.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.407540] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5f745da-c882-4086-8118-dc93478bf747 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.414207] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1191.414207] env[63198]: value = "task-2713097" [ 1191.414207] env[63198]: _type = "Task" [ 1191.414207] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.422397] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713097, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.753780] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.754190] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.858744] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28a513e-1dad-42be-9f28-0df284478b40 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.866411] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9065b8cd-468f-4593-9fd2-17572f10522b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.899548] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6d07de-4e2e-4512-a8dc-84bac7ac02fd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.907721] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656b6d6-fdfe-45af-a0d5-bb71f667169f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.920705] env[63198]: DEBUG nova.compute.provider_tree [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.928917] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713097, 'name': Rename_Task, 'duration_secs': 0.134205} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.929703] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.929929] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e784fd81-00b5-46ac-b430-0b07fbb441d0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.936805] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1191.936805] env[63198]: value = "task-2713098" [ 1191.936805] env[63198]: _type = "Task" [ 1191.936805] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.944358] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.257045] env[63198]: DEBUG nova.compute.manager [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.425869] env[63198]: DEBUG nova.scheduler.client.report [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.447479] env[63198]: DEBUG oslo_vmware.api [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713098, 'name': PowerOnVM_Task, 'duration_secs': 0.44732} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.447689] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.447888] env[63198]: INFO nova.compute.manager [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1192.448079] env[63198]: DEBUG nova.compute.manager [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.449049] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb146ac3-344e-4a89-bbab-31bb0814aa97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.776609] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.930651] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.933961] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.157s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.935800] env[63198]: INFO nova.compute.claims [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.950055] env[63198]: INFO nova.scheduler.client.report [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Deleted allocations for instance 6649d4fe-3874-4919-a096-2a46c80f8be0 [ 1192.965092] env[63198]: INFO nova.compute.manager [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Took 13.06 seconds to build instance. [ 1193.456830] env[63198]: DEBUG oslo_concurrency.lockutils [None req-f0aa94cd-98c8-43d5-a8ea-ea8beabd2672 tempest-ServerRescueNegativeTestJSON-1054874595 tempest-ServerRescueNegativeTestJSON-1054874595-project-member] Lock "6649d4fe-3874-4919-a096-2a46c80f8be0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.632s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.466913] env[63198]: DEBUG oslo_concurrency.lockutils [None req-6abdeefc-cbb7-488b-ad69-c10876c6a65f tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.571s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.643108] env[63198]: DEBUG nova.compute.manager [req-aba9f3a2-f3ab-49de-9154-69b01a1fdac8 req-100bea4f-7761-45e4-840f-b5e59e19f13f service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Received event network-changed-026b2ae8-3671-496e-abd4-9a11145aba11 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.643327] env[63198]: DEBUG nova.compute.manager [req-aba9f3a2-f3ab-49de-9154-69b01a1fdac8 req-100bea4f-7761-45e4-840f-b5e59e19f13f service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Refreshing instance network info cache due to event network-changed-026b2ae8-3671-496e-abd4-9a11145aba11. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1193.643598] env[63198]: DEBUG oslo_concurrency.lockutils [req-aba9f3a2-f3ab-49de-9154-69b01a1fdac8 req-100bea4f-7761-45e4-840f-b5e59e19f13f service nova] Acquiring lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.643713] env[63198]: DEBUG oslo_concurrency.lockutils [req-aba9f3a2-f3ab-49de-9154-69b01a1fdac8 req-100bea4f-7761-45e4-840f-b5e59e19f13f service nova] Acquired lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.643836] env[63198]: DEBUG nova.network.neutron [req-aba9f3a2-f3ab-49de-9154-69b01a1fdac8 req-100bea4f-7761-45e4-840f-b5e59e19f13f service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Refreshing network info cache for port 026b2ae8-3671-496e-abd4-9a11145aba11 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.995078] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b112de2c-4c64-4977-8a0a-c8c02f25a611 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.002255] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb99331-9bdb-4e56-bb0e-b4a66901403a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.031640] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe375c0-aa1f-44bf-8422-da5caeace94b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.038423] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df82fbc-2c84-45eb-bca8-f3a98e40bb3b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.051210] env[63198]: DEBUG nova.compute.provider_tree [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.453675] env[63198]: DEBUG nova.network.neutron [req-aba9f3a2-f3ab-49de-9154-69b01a1fdac8 req-100bea4f-7761-45e4-840f-b5e59e19f13f service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updated VIF entry in instance network info cache for port 026b2ae8-3671-496e-abd4-9a11145aba11. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.454087] env[63198]: DEBUG nova.network.neutron [req-aba9f3a2-f3ab-49de-9154-69b01a1fdac8 req-100bea4f-7761-45e4-840f-b5e59e19f13f service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance_info_cache with network_info: [{"id": "026b2ae8-3671-496e-abd4-9a11145aba11", "address": "fa:16:3e:32:e2:9d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026b2ae8-36", "ovs_interfaceid": "026b2ae8-3671-496e-abd4-9a11145aba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.555426] env[63198]: DEBUG nova.scheduler.client.report [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.957410] env[63198]: DEBUG oslo_concurrency.lockutils [req-aba9f3a2-f3ab-49de-9154-69b01a1fdac8 req-100bea4f-7761-45e4-840f-b5e59e19f13f service nova] Releasing lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.061672] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.062263] env[63198]: DEBUG nova.compute.manager [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.567104] env[63198]: DEBUG nova.compute.utils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.568551] env[63198]: DEBUG nova.compute.manager [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.568727] env[63198]: DEBUG nova.network.neutron [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.611350] env[63198]: DEBUG nova.policy [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44adacbbf0d14816befbe72634e34294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f0618f409d4455498a588df2ca7a89c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.863372] env[63198]: DEBUG nova.network.neutron [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Successfully created port: dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.072097] env[63198]: DEBUG nova.compute.manager [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.081982] env[63198]: DEBUG nova.compute.manager [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.108652] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.108974] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.109070] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.109265] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.109395] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.109544] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.109748] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.109904] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.110083] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.110252] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.110421] env[63198]: DEBUG nova.virt.hardware [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.111331] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f0bbcb-06b9-4e60-b46f-f4265ea6bb8a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.119427] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd97f41a-4b21-46b2-977e-25d009b94f37 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.220301] env[63198]: DEBUG nova.compute.manager [req-88eb68ae-ac86-4606-8bef-5188b715cc42 req-1cdd23c2-a0f6-4f4c-9cbf-104d260f38d8 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Received event network-vif-plugged-dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.220537] env[63198]: DEBUG oslo_concurrency.lockutils [req-88eb68ae-ac86-4606-8bef-5188b715cc42 req-1cdd23c2-a0f6-4f4c-9cbf-104d260f38d8 service nova] Acquiring lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.220704] env[63198]: DEBUG oslo_concurrency.lockutils [req-88eb68ae-ac86-4606-8bef-5188b715cc42 req-1cdd23c2-a0f6-4f4c-9cbf-104d260f38d8 service nova] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.220874] env[63198]: DEBUG oslo_concurrency.lockutils [req-88eb68ae-ac86-4606-8bef-5188b715cc42 req-1cdd23c2-a0f6-4f4c-9cbf-104d260f38d8 service nova] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.221076] env[63198]: DEBUG nova.compute.manager [req-88eb68ae-ac86-4606-8bef-5188b715cc42 req-1cdd23c2-a0f6-4f4c-9cbf-104d260f38d8 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] No waiting events found dispatching network-vif-plugged-dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.221256] env[63198]: WARNING nova.compute.manager [req-88eb68ae-ac86-4606-8bef-5188b715cc42 req-1cdd23c2-a0f6-4f4c-9cbf-104d260f38d8 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Received unexpected event network-vif-plugged-dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e for instance with vm_state building and task_state spawning. [ 1197.298625] env[63198]: DEBUG nova.network.neutron [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Successfully updated port: dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.800972] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "refresh_cache-edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.801161] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "refresh_cache-edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.801251] env[63198]: DEBUG nova.network.neutron [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.333627] env[63198]: DEBUG nova.network.neutron [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.446826] env[63198]: DEBUG nova.network.neutron [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Updating instance_info_cache with network_info: [{"id": "dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e", "address": "fa:16:3e:5f:d5:2d", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7e71c5-cf", "ovs_interfaceid": "dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.949230] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "refresh_cache-edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.949563] env[63198]: DEBUG nova.compute.manager [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Instance network_info: |[{"id": "dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e", "address": "fa:16:3e:5f:d5:2d", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7e71c5-cf", "ovs_interfaceid": "dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.950019] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:d5:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.957557] env[63198]: DEBUG oslo.service.loopingcall [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1198.957780] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.958012] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c289c1a-be1d-4744-8324-2d9ee6543c42 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.978288] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.978288] env[63198]: value = "task-2713099" [ 1198.978288] env[63198]: _type = "Task" [ 1198.978288] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.985714] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713099, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.245399] env[63198]: DEBUG nova.compute.manager [req-e6161e29-a931-4a4c-81d1-bbd946ac8ce8 req-30dad14b-5a29-4cbc-aa6e-dd92651e241b service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Received event network-changed-dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.245662] env[63198]: DEBUG nova.compute.manager [req-e6161e29-a931-4a4c-81d1-bbd946ac8ce8 req-30dad14b-5a29-4cbc-aa6e-dd92651e241b service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Refreshing instance network info cache due to event network-changed-dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1199.245948] env[63198]: DEBUG oslo_concurrency.lockutils [req-e6161e29-a931-4a4c-81d1-bbd946ac8ce8 req-30dad14b-5a29-4cbc-aa6e-dd92651e241b service nova] Acquiring lock "refresh_cache-edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.246178] env[63198]: DEBUG oslo_concurrency.lockutils [req-e6161e29-a931-4a4c-81d1-bbd946ac8ce8 req-30dad14b-5a29-4cbc-aa6e-dd92651e241b service nova] Acquired lock "refresh_cache-edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.246404] env[63198]: DEBUG nova.network.neutron [req-e6161e29-a931-4a4c-81d1-bbd946ac8ce8 req-30dad14b-5a29-4cbc-aa6e-dd92651e241b service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Refreshing network info cache for port dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.489522] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713099, 'name': CreateVM_Task, 'duration_secs': 0.327009} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.489864] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.490305] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.490477] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.490804] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.491093] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad9f06c-ecbe-4d53-999d-5f155ae268e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.495198] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1199.495198] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ffdccc-061f-7fe3-8cab-8a04b6b251d7" [ 1199.495198] env[63198]: _type = "Task" [ 1199.495198] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.502432] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ffdccc-061f-7fe3-8cab-8a04b6b251d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.924908] env[63198]: DEBUG nova.network.neutron [req-e6161e29-a931-4a4c-81d1-bbd946ac8ce8 req-30dad14b-5a29-4cbc-aa6e-dd92651e241b service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Updated VIF entry in instance network info cache for port dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.925300] env[63198]: DEBUG nova.network.neutron [req-e6161e29-a931-4a4c-81d1-bbd946ac8ce8 req-30dad14b-5a29-4cbc-aa6e-dd92651e241b service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Updating instance_info_cache with network_info: [{"id": "dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e", "address": "fa:16:3e:5f:d5:2d", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7e71c5-cf", "ovs_interfaceid": "dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.005734] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52ffdccc-061f-7fe3-8cab-8a04b6b251d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.006048] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.006287] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.006515] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.006661] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.006837] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.007111] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc12b428-0340-41cb-9dc0-18889d8ae03e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.014912] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.015097] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.015778] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c79582-1ba9-4c99-bad3-7ef771d7dc78 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.020521] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1200.020521] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c87a90-31af-d54b-98f3-44817c0561fb" [ 1200.020521] env[63198]: _type = "Task" [ 1200.020521] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.027621] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c87a90-31af-d54b-98f3-44817c0561fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.428308] env[63198]: DEBUG oslo_concurrency.lockutils [req-e6161e29-a931-4a4c-81d1-bbd946ac8ce8 req-30dad14b-5a29-4cbc-aa6e-dd92651e241b service nova] Releasing lock "refresh_cache-edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.530781] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c87a90-31af-d54b-98f3-44817c0561fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008046} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.531571] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f78a8a-64ad-49ce-8e82-c42dfea36734 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.536199] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1200.536199] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e04103-97cb-265d-cabf-08e623f754da" [ 1200.536199] env[63198]: _type = "Task" [ 1200.536199] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.543040] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e04103-97cb-265d-cabf-08e623f754da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.046474] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52e04103-97cb-265d-cabf-08e623f754da, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.046718] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.046921] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf/edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.047198] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3709323f-cbc9-40ab-a6d5-da8464d47131 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.053900] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1201.053900] env[63198]: value = "task-2713100" [ 1201.053900] env[63198]: _type = "Task" [ 1201.053900] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.061154] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.563514] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452622} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.563857] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf/edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.564025] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.564217] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a509e0b2-7e02-4a79-9386-2481eb93dfc2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.569754] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1201.569754] env[63198]: value = "task-2713101" [ 1201.569754] env[63198]: _type = "Task" [ 1201.569754] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.576602] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.079431] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07559} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.079431] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.080159] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05dad99-d0c9-4a83-b5c7-ac5c7a640072 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.102745] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf/edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.103116] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e5f2cec-02fe-4131-929c-c2e1a25eb9e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.122714] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1202.122714] env[63198]: value = "task-2713102" [ 1202.122714] env[63198]: _type = "Task" [ 1202.122714] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.130389] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.633095] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713102, 'name': ReconfigVM_Task, 'duration_secs': 0.267801} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.633489] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Reconfigured VM instance instance-00000079 to attach disk [datastore2] edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf/edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.634022] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c129c00a-9d9b-4223-aad9-ca0e24d6ba3e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.639939] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1202.639939] env[63198]: value = "task-2713103" [ 1202.639939] env[63198]: _type = "Task" [ 1202.639939] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.647587] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713103, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.150523] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713103, 'name': Rename_Task, 'duration_secs': 0.13676} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.150826] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.151067] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1677d937-761d-4804-ac9c-10917ec3db6d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.157015] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1203.157015] env[63198]: value = "task-2713104" [ 1203.157015] env[63198]: _type = "Task" [ 1203.157015] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.165235] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.629715] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.629898] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.667226] env[63198]: DEBUG oslo_vmware.api [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713104, 'name': PowerOnVM_Task, 'duration_secs': 0.449783} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.667585] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.667674] env[63198]: INFO nova.compute.manager [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1203.667848] env[63198]: DEBUG nova.compute.manager [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.668613] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d5e883-4366-4b76-b50a-2df1fb79e7b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.133556] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.133792] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.133965] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.134140] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1204.135038] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58653885-99bf-4006-8f5e-7e4fa7984a0f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.143308] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a75dd-5ff4-4b12-b649-dbd116e8acec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.156896] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee48942-fda4-4d6f-8285-c643faba9fea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.162932] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b45de-0c6d-4a6d-86d0-2830522cbbc6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.195772] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179470MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1204.195908] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.196752] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.201337] env[63198]: INFO nova.compute.manager [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Took 11.44 seconds to build instance. [ 1204.703390] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1d34094f-56d0-4048-b700-ed3e83158092 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.949s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.937614] env[63198]: DEBUG nova.compute.manager [req-fff01abf-a6ab-4fbd-a639-f992f02895c4 req-d1a7bcf5-f6e0-44ff-9b63-3f91d9a43214 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Received event network-changed-dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1204.937614] env[63198]: DEBUG nova.compute.manager [req-fff01abf-a6ab-4fbd-a639-f992f02895c4 req-d1a7bcf5-f6e0-44ff-9b63-3f91d9a43214 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Refreshing instance network info cache due to event network-changed-dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1204.937891] env[63198]: DEBUG oslo_concurrency.lockutils [req-fff01abf-a6ab-4fbd-a639-f992f02895c4 req-d1a7bcf5-f6e0-44ff-9b63-3f91d9a43214 service nova] Acquiring lock "refresh_cache-edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.938136] env[63198]: DEBUG oslo_concurrency.lockutils [req-fff01abf-a6ab-4fbd-a639-f992f02895c4 req-d1a7bcf5-f6e0-44ff-9b63-3f91d9a43214 service nova] Acquired lock "refresh_cache-edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.938383] env[63198]: DEBUG nova.network.neutron [req-fff01abf-a6ab-4fbd-a639-f992f02895c4 req-d1a7bcf5-f6e0-44ff-9b63-3f91d9a43214 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Refreshing network info cache for port dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.224402] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 95fbbe0f-7738-425e-8157-3542d30109e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.224564] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 93578fe0-b3ca-4c4c-a098-255ec344e7a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.224688] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.224864] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1205.225011] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1205.271952] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23665a8f-7d43-4699-8c14-e83fdb6ba2c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.280413] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d208cb2-9c46-433e-9c3f-00a90ad12978 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.309853] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d83191-811e-4adb-b6da-8486c90a7bd1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.317194] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d98ed3-820b-429a-a2fb-f559f56fba81 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.331254] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.632612] env[63198]: DEBUG nova.network.neutron [req-fff01abf-a6ab-4fbd-a639-f992f02895c4 req-d1a7bcf5-f6e0-44ff-9b63-3f91d9a43214 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Updated VIF entry in instance network info cache for port dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.632973] env[63198]: DEBUG nova.network.neutron [req-fff01abf-a6ab-4fbd-a639-f992f02895c4 req-d1a7bcf5-f6e0-44ff-9b63-3f91d9a43214 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Updating instance_info_cache with network_info: [{"id": "dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e", "address": "fa:16:3e:5f:d5:2d", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7e71c5-cf", "ovs_interfaceid": "dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.835347] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.135793] env[63198]: DEBUG oslo_concurrency.lockutils [req-fff01abf-a6ab-4fbd-a639-f992f02895c4 req-d1a7bcf5-f6e0-44ff-9b63-3f91d9a43214 service nova] Releasing lock "refresh_cache-edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.340327] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1206.340536] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.341632] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.341958] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.342030] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.342137] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.342289] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.342433] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1208.625683] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.630062] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.068122] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "95fbbe0f-7738-425e-8157-3542d30109e1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.068486] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.068529] env[63198]: INFO nova.compute.manager [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Shelving [ 1223.078072] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.078455] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37db5749-5134-4bed-a7b0-00a31e909638 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.086853] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1223.086853] env[63198]: value = "task-2713105" [ 1223.086853] env[63198]: _type = "Task" [ 1223.086853] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.095043] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.597060] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713105, 'name': PowerOffVM_Task, 'duration_secs': 0.229481} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.597297] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.598086] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2198541-c8a1-4278-897e-12dc1a7ffd2f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.617498] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ead690-3cbc-485c-94a4-a434c707d474 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.127290] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Creating Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1224.127691] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a41c754-098a-42f7-9815-5f1daa6ecb14 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.135192] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1224.135192] env[63198]: value = "task-2713106" [ 1224.135192] env[63198]: _type = "Task" [ 1224.135192] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.143347] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713106, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.645228] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713106, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.146224] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713106, 'name': CreateSnapshot_Task, 'duration_secs': 0.713412} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.146617] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Created Snapshot of the VM instance {{(pid=63198) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1225.147346] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8276783-5130-4116-b139-463490e4665a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.665545] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Creating linked-clone VM from snapshot {{(pid=63198) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1225.665852] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42c57e11-8ff2-4f0f-828d-ec0450cf2d42 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.674400] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1225.674400] env[63198]: value = "task-2713107" [ 1225.674400] env[63198]: _type = "Task" [ 1225.674400] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.681909] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713107, 'name': CloneVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.184676] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713107, 'name': CloneVM_Task} progress is 94%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.684789] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713107, 'name': CloneVM_Task, 'duration_secs': 0.981772} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.685055] env[63198]: INFO nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Created linked-clone VM from snapshot [ 1226.685777] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72aa9bf-b5ed-4f5b-965c-2bb1548b32df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.692538] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Uploading image 0047dd7d-3e6b-4b87-884a-1b922523dd2a {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1226.712225] env[63198]: DEBUG oslo_vmware.rw_handles [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1226.712225] env[63198]: value = "vm-546505" [ 1226.712225] env[63198]: _type = "VirtualMachine" [ 1226.712225] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1226.712463] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8cb3f9d6-6190-4882-a38a-68680f325c97 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.718915] env[63198]: DEBUG oslo_vmware.rw_handles [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease: (returnval){ [ 1226.718915] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521a04e2-67e5-1aac-e3c9-0348fc92e542" [ 1226.718915] env[63198]: _type = "HttpNfcLease" [ 1226.718915] env[63198]: } obtained for exporting VM: (result){ [ 1226.718915] env[63198]: value = "vm-546505" [ 1226.718915] env[63198]: _type = "VirtualMachine" [ 1226.718915] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1226.719287] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the lease: (returnval){ [ 1226.719287] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521a04e2-67e5-1aac-e3c9-0348fc92e542" [ 1226.719287] env[63198]: _type = "HttpNfcLease" [ 1226.719287] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1226.724658] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1226.724658] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521a04e2-67e5-1aac-e3c9-0348fc92e542" [ 1226.724658] env[63198]: _type = "HttpNfcLease" [ 1226.724658] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1227.227211] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1227.227211] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521a04e2-67e5-1aac-e3c9-0348fc92e542" [ 1227.227211] env[63198]: _type = "HttpNfcLease" [ 1227.227211] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1227.227602] env[63198]: DEBUG oslo_vmware.rw_handles [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1227.227602] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521a04e2-67e5-1aac-e3c9-0348fc92e542" [ 1227.227602] env[63198]: _type = "HttpNfcLease" [ 1227.227602] env[63198]: }. {{(pid=63198) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1227.228210] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f6ca8-2080-4d7f-bd3f-3587d90b03fa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.234843] env[63198]: DEBUG oslo_vmware.rw_handles [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8d3e-7746-5acf-b418-2340ab954ad6/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1227.235041] env[63198]: DEBUG oslo_vmware.rw_handles [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8d3e-7746-5acf-b418-2340ab954ad6/disk-0.vmdk for reading. {{(pid=63198) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1227.324553] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd5389e9-52c1-451b-a7f5-4e88820ae55d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.466232] env[63198]: DEBUG nova.compute.manager [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Stashing vm_state: active {{(pid=63198) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1229.987873] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.988167] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.495547] env[63198]: INFO nova.compute.claims [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.003182] env[63198]: INFO nova.compute.resource_tracker [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating resource usage from migration 5f3b30a0-440d-497d-9306-32fe00ba4e5c [ 1231.069395] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e12cfd5-4655-4792-9eb6-caf7215b349f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.078810] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228fa2a6-f0a2-4d1c-9bbe-a9701a7a5040 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.112774] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab81441-395f-44eb-8074-9313a938e756 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.120347] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd7d4b0-9ebf-4324-a0a3-171f8dfee6e9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.134235] env[63198]: DEBUG nova.compute.provider_tree [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.637386] env[63198]: DEBUG nova.scheduler.client.report [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.142903] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.155s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.143191] env[63198]: INFO nova.compute.manager [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Migrating [ 1232.660308] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.660698] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.660698] env[63198]: DEBUG nova.network.neutron [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.369383] env[63198]: DEBUG nova.network.neutron [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance_info_cache with network_info: [{"id": "026b2ae8-3671-496e-abd4-9a11145aba11", "address": "fa:16:3e:32:e2:9d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026b2ae8-36", "ovs_interfaceid": "026b2ae8-3671-496e-abd4-9a11145aba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.873087] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.203630] env[63198]: DEBUG oslo_vmware.rw_handles [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8d3e-7746-5acf-b418-2340ab954ad6/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1235.204578] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e9f044-cb7d-4a00-ad96-385387fa6f95 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.210740] env[63198]: DEBUG oslo_vmware.rw_handles [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8d3e-7746-5acf-b418-2340ab954ad6/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1235.210905] env[63198]: ERROR oslo_vmware.rw_handles [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8d3e-7746-5acf-b418-2340ab954ad6/disk-0.vmdk due to incomplete transfer. [ 1235.211124] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea347267-ff29-4553-baab-134cf24d1962 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.219093] env[63198]: DEBUG oslo_vmware.rw_handles [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c8d3e-7746-5acf-b418-2340ab954ad6/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1235.219288] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Uploaded image 0047dd7d-3e6b-4b87-884a-1b922523dd2a to the Glance image server {{(pid=63198) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1235.221574] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Destroying the VM {{(pid=63198) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1235.221799] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a1b1424-0165-4413-8034-7fb46aa9f09f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.227336] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1235.227336] env[63198]: value = "task-2713109" [ 1235.227336] env[63198]: _type = "Task" [ 1235.227336] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.236705] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713109, 'name': Destroy_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.388908] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149a602-0861-42df-82cc-9982255b0144 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.407178] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance '93578fe0-b3ca-4c4c-a098-255ec344e7a9' progress to 0 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.737045] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713109, 'name': Destroy_Task, 'duration_secs': 0.32066} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.737313] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Destroyed the VM [ 1235.737563] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Deleting Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1235.737816] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c743efaa-5b2a-4bfa-b444-ed456c0c0be6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.743751] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1235.743751] env[63198]: value = "task-2713110" [ 1235.743751] env[63198]: _type = "Task" [ 1235.743751] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.750956] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713110, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.913723] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.914113] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d5037c-aa20-4a0e-b685-8a7b6bf75779 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.921385] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1235.921385] env[63198]: value = "task-2713111" [ 1235.921385] env[63198]: _type = "Task" [ 1235.921385] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.929829] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.253941] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713110, 'name': RemoveSnapshot_Task, 'duration_secs': 0.347386} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.254260] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Deleted Snapshot of the VM instance {{(pid=63198) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1236.254610] env[63198]: DEBUG nova.compute.manager [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.255398] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ca3489-e049-4009-a434-19b7c08060c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.431454] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713111, 'name': PowerOffVM_Task, 'duration_secs': 0.193259} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.431737] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.431923] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance '93578fe0-b3ca-4c4c-a098-255ec344e7a9' progress to 17 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.766551] env[63198]: INFO nova.compute.manager [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Shelve offloading [ 1236.937790] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.938094] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.938202] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.938385] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.938532] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.938679] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.938884] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.939057] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.939226] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.939390] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.939564] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.944574] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd10f931-2a64-4ffd-9ab0-423c4ba465a7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.960571] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1236.960571] env[63198]: value = "task-2713112" [ 1236.960571] env[63198]: _type = "Task" [ 1236.960571] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.968427] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.270363] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.270685] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb95e3c1-861d-42bf-ba2c-841962eba12e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.278384] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1237.278384] env[63198]: value = "task-2713113" [ 1237.278384] env[63198]: _type = "Task" [ 1237.278384] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.287058] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.469923] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713112, 'name': ReconfigVM_Task, 'duration_secs': 0.354435} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.470238] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance '93578fe0-b3ca-4c4c-a098-255ec344e7a9' progress to 33 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.788529] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] VM already powered off {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1237.788775] env[63198]: DEBUG nova.compute.manager [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.789516] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aa5ec5-2110-4584-aa05-63be3b07a552 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.794920] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.795097] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.795266] env[63198]: DEBUG nova.network.neutron [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.976650] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.976939] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.977053] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.977239] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.977385] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.977534] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.977738] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.977895] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.978079] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.978245] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.978416] env[63198]: DEBUG nova.virt.hardware [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.983736] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.984067] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae431d5-d69b-447d-91f4-8ad23d0306a1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.002306] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1238.002306] env[63198]: value = "task-2713114" [ 1238.002306] env[63198]: _type = "Task" [ 1238.002306] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.009871] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.511215] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713114, 'name': ReconfigVM_Task, 'duration_secs': 0.1557} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.511535] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.512276] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fbc4c6-1237-4a3f-a7de-46b57417b890 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.533735] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 93578fe0-b3ca-4c4c-a098-255ec344e7a9/93578fe0-b3ca-4c4c-a098-255ec344e7a9.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.533996] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec2c32fd-d415-4936-9c0b-8b8072bd5e3a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.552609] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1238.552609] env[63198]: value = "task-2713115" [ 1238.552609] env[63198]: _type = "Task" [ 1238.552609] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.559874] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.582406] env[63198]: DEBUG nova.network.neutron [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating instance_info_cache with network_info: [{"id": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "address": "fa:16:3e:79:5a:19", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70a1aaf-14", "ovs_interfaceid": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.062756] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713115, 'name': ReconfigVM_Task, 'duration_secs': 0.255527} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.063043] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 93578fe0-b3ca-4c4c-a098-255ec344e7a9/93578fe0-b3ca-4c4c-a098-255ec344e7a9.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.063322] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance '93578fe0-b3ca-4c4c-a098-255ec344e7a9' progress to 50 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.085398] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.284717] env[63198]: DEBUG nova.compute.manager [req-f45a6121-0777-4e4d-a545-d27bacb32149 req-ebcc9483-db14-4847-b901-901ab4b78abf service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received event network-vif-unplugged-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1239.284921] env[63198]: DEBUG oslo_concurrency.lockutils [req-f45a6121-0777-4e4d-a545-d27bacb32149 req-ebcc9483-db14-4847-b901-901ab4b78abf service nova] Acquiring lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.285144] env[63198]: DEBUG oslo_concurrency.lockutils [req-f45a6121-0777-4e4d-a545-d27bacb32149 req-ebcc9483-db14-4847-b901-901ab4b78abf service nova] Lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.285312] env[63198]: DEBUG oslo_concurrency.lockutils [req-f45a6121-0777-4e4d-a545-d27bacb32149 req-ebcc9483-db14-4847-b901-901ab4b78abf service nova] Lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.285476] env[63198]: DEBUG nova.compute.manager [req-f45a6121-0777-4e4d-a545-d27bacb32149 req-ebcc9483-db14-4847-b901-901ab4b78abf service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] No waiting events found dispatching network-vif-unplugged-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1239.285652] env[63198]: WARNING nova.compute.manager [req-f45a6121-0777-4e4d-a545-d27bacb32149 req-ebcc9483-db14-4847-b901-901ab4b78abf service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received unexpected event network-vif-unplugged-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 for instance with vm_state shelved and task_state shelving_offloading. [ 1239.370775] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.371783] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440331f1-d566-42ab-9a23-c8ee7b708796 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.379575] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.379840] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba92ffb-a1b2-47fb-a18e-8f2f93e87a9c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.443536] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.443762] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.443950] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleting the datastore file [datastore2] 95fbbe0f-7738-425e-8157-3542d30109e1 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.444223] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c8408d0-e37d-4bbd-bc85-787ac4f36d30 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.450271] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1239.450271] env[63198]: value = "task-2713117" [ 1239.450271] env[63198]: _type = "Task" [ 1239.450271] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.457943] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.570167] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee864f8f-dddb-4390-b439-1c42b363089f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.590041] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112fce6f-dce4-487b-b450-e59c7869ce77 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.608020] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance '93578fe0-b3ca-4c4c-a098-255ec344e7a9' progress to 67 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.959723] env[63198]: DEBUG oslo_vmware.api [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128694} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.960107] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.960338] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.960594] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.980844] env[63198]: INFO nova.scheduler.client.report [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted allocations for instance 95fbbe0f-7738-425e-8157-3542d30109e1 [ 1240.156296] env[63198]: DEBUG nova.network.neutron [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Port 026b2ae8-3671-496e-abd4-9a11145aba11 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1240.485750] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.486031] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.486234] env[63198]: DEBUG nova.objects.instance [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'resources' on Instance uuid 95fbbe0f-7738-425e-8157-3542d30109e1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.989064] env[63198]: DEBUG nova.objects.instance [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'numa_topology' on Instance uuid 95fbbe0f-7738-425e-8157-3542d30109e1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.178046] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.178225] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.178344] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.308858] env[63198]: DEBUG nova.compute.manager [req-bcb2b20f-6e8d-4b07-9e52-276fe294a5cf req-328c00bf-5b21-4f0d-ab68-e8e243d11782 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received event network-changed-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.308858] env[63198]: DEBUG nova.compute.manager [req-bcb2b20f-6e8d-4b07-9e52-276fe294a5cf req-328c00bf-5b21-4f0d-ab68-e8e243d11782 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Refreshing instance network info cache due to event network-changed-a70a1aaf-148e-4a04-8ba9-43ddae5b6786. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1241.308858] env[63198]: DEBUG oslo_concurrency.lockutils [req-bcb2b20f-6e8d-4b07-9e52-276fe294a5cf req-328c00bf-5b21-4f0d-ab68-e8e243d11782 service nova] Acquiring lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.308858] env[63198]: DEBUG oslo_concurrency.lockutils [req-bcb2b20f-6e8d-4b07-9e52-276fe294a5cf req-328c00bf-5b21-4f0d-ab68-e8e243d11782 service nova] Acquired lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.308858] env[63198]: DEBUG nova.network.neutron [req-bcb2b20f-6e8d-4b07-9e52-276fe294a5cf req-328c00bf-5b21-4f0d-ab68-e8e243d11782 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Refreshing network info cache for port a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.491553] env[63198]: DEBUG nova.objects.base [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Object Instance<95fbbe0f-7738-425e-8157-3542d30109e1> lazy-loaded attributes: resources,numa_topology {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.534655] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc36a4f3-3cb1-48cc-933c-841278123f7f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.542379] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559d1ac4-cf8f-4d89-a284-e9c2f73d6d9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.571968] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ee6e8-0ef8-4389-9d74-d3b811244924 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.579045] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5655c9c-50b2-442e-a624-567d00278464 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.591999] env[63198]: DEBUG nova.compute.provider_tree [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.975380] env[63198]: DEBUG oslo_concurrency.lockutils [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.975621] env[63198]: DEBUG oslo_concurrency.lockutils [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.034753] env[63198]: DEBUG nova.network.neutron [req-bcb2b20f-6e8d-4b07-9e52-276fe294a5cf req-328c00bf-5b21-4f0d-ab68-e8e243d11782 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updated VIF entry in instance network info cache for port a70a1aaf-148e-4a04-8ba9-43ddae5b6786. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.035130] env[63198]: DEBUG nova.network.neutron [req-bcb2b20f-6e8d-4b07-9e52-276fe294a5cf req-328c00bf-5b21-4f0d-ab68-e8e243d11782 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating instance_info_cache with network_info: [{"id": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "address": "fa:16:3e:79:5a:19", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": null, "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa70a1aaf-14", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.095401] env[63198]: DEBUG nova.scheduler.client.report [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.210400] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.210600] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.210766] env[63198]: DEBUG nova.network.neutron [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.293714] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "95fbbe0f-7738-425e-8157-3542d30109e1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.478978] env[63198]: DEBUG nova.compute.utils [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.537611] env[63198]: DEBUG oslo_concurrency.lockutils [req-bcb2b20f-6e8d-4b07-9e52-276fe294a5cf req-328c00bf-5b21-4f0d-ab68-e8e243d11782 service nova] Releasing lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.599909] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.900445] env[63198]: DEBUG nova.network.neutron [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance_info_cache with network_info: [{"id": "026b2ae8-3671-496e-abd4-9a11145aba11", "address": "fa:16:3e:32:e2:9d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026b2ae8-36", "ovs_interfaceid": "026b2ae8-3671-496e-abd4-9a11145aba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.982601] env[63198]: DEBUG oslo_concurrency.lockutils [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.108226] env[63198]: DEBUG oslo_concurrency.lockutils [None req-1ad4bc72-d947-4a5c-b24a-699ba4d3b29f tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.040s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.109477] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.816s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.109670] env[63198]: INFO nova.compute.manager [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Unshelving [ 1243.402788] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.926471] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b641f-5ba8-4b71-8b85-84f5d0b1e0ee {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.947735] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81faeaca-2a2c-4ff7-bf92-fc1909d5898b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.954380] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance '93578fe0-b3ca-4c4c-a098-255ec344e7a9' progress to 83 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.039098] env[63198]: DEBUG oslo_concurrency.lockutils [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.039368] env[63198]: DEBUG oslo_concurrency.lockutils [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.039615] env[63198]: INFO nova.compute.manager [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Attaching volume 5966b2ab-f3a2-4a6d-bf86-88a894a33497 to /dev/sdb [ 1244.071436] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da051a2-e365-4f32-80d9-c78130778520 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.078322] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee80554e-b65e-4eb6-86af-1593756044b0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.090651] env[63198]: DEBUG nova.virt.block_device [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Updating existing volume attachment record: 11738cb7-42e1-418a-ad97-5fb5d610cffd {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1244.129153] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.129427] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.129736] env[63198]: DEBUG nova.objects.instance [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'pci_requests' on Instance uuid 95fbbe0f-7738-425e-8157-3542d30109e1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.460432] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.460716] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-038d3d0d-a261-4d2b-a3cd-39d17ff4a166 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.469029] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1244.469029] env[63198]: value = "task-2713119" [ 1244.469029] env[63198]: _type = "Task" [ 1244.469029] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.476298] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.634133] env[63198]: DEBUG nova.objects.instance [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'numa_topology' on Instance uuid 95fbbe0f-7738-425e-8157-3542d30109e1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.978593] env[63198]: DEBUG oslo_vmware.api [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713119, 'name': PowerOnVM_Task, 'duration_secs': 0.378092} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.978893] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.979105] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-3a922ec6-c787-4596-8ee5-5810994923c4 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance '93578fe0-b3ca-4c4c-a098-255ec344e7a9' progress to 100 {{(pid=63198) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.137188] env[63198]: INFO nova.compute.claims [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.204072] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c073f74-92de-4ced-9e98-0b3479cd3f1e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.211835] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c729cd-42a1-4ae1-b6f6-d9d9fb0a91b4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.242559] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5199973-fb8e-4cbc-b6ea-583c349e0f70 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.249716] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e92e92-2f67-46dc-81f9-81cd2c5e7ae2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.262650] env[63198]: DEBUG nova.compute.provider_tree [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.766155] env[63198]: DEBUG nova.scheduler.client.report [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.911438] env[63198]: DEBUG nova.network.neutron [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Port 026b2ae8-3671-496e-abd4-9a11145aba11 binding to destination host cpu-1 is already ACTIVE {{(pid=63198) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1246.911733] env[63198]: DEBUG oslo_concurrency.lockutils [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.911948] env[63198]: DEBUG oslo_concurrency.lockutils [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.912082] env[63198]: DEBUG nova.network.neutron [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.270772] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.299286] env[63198]: INFO nova.network.neutron [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating port a70a1aaf-148e-4a04-8ba9-43ddae5b6786 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1247.730453] env[63198]: DEBUG nova.network.neutron [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance_info_cache with network_info: [{"id": "026b2ae8-3671-496e-abd4-9a11145aba11", "address": "fa:16:3e:32:e2:9d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026b2ae8-36", "ovs_interfaceid": "026b2ae8-3671-496e-abd4-9a11145aba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.232771] env[63198]: DEBUG oslo_concurrency.lockutils [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.633654] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1248.633880] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546506', 'volume_id': '5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'name': 'volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf', 'attached_at': '', 'detached_at': '', 'volume_id': '5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'serial': '5966b2ab-f3a2-4a6d-bf86-88a894a33497'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1248.634797] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066f2f62-17a5-4c61-9eb8-1aeed8272c65 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.651583] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496cc4e9-5a90-4b8d-b51e-7f45920e8c64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.675082] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497/volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.675332] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-540b2f6f-1594-42d7-a67d-cb0bc511adb5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.694060] env[63198]: DEBUG oslo_vmware.api [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1248.694060] env[63198]: value = "task-2713121" [ 1248.694060] env[63198]: _type = "Task" [ 1248.694060] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.701662] env[63198]: DEBUG oslo_vmware.api [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.735886] env[63198]: DEBUG nova.compute.manager [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63198) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1248.736182] env[63198]: DEBUG oslo_concurrency.lockutils [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.736453] env[63198]: DEBUG oslo_concurrency.lockutils [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.822399] env[63198]: DEBUG nova.compute.manager [req-33573166-19fc-4e85-9cbf-498720978659 req-1a38c449-fd39-4f1b-b324-9778edac8ec1 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received event network-vif-plugged-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1248.822635] env[63198]: DEBUG oslo_concurrency.lockutils [req-33573166-19fc-4e85-9cbf-498720978659 req-1a38c449-fd39-4f1b-b324-9778edac8ec1 service nova] Acquiring lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.822890] env[63198]: DEBUG oslo_concurrency.lockutils [req-33573166-19fc-4e85-9cbf-498720978659 req-1a38c449-fd39-4f1b-b324-9778edac8ec1 service nova] Lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.823081] env[63198]: DEBUG oslo_concurrency.lockutils [req-33573166-19fc-4e85-9cbf-498720978659 req-1a38c449-fd39-4f1b-b324-9778edac8ec1 service nova] Lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.823278] env[63198]: DEBUG nova.compute.manager [req-33573166-19fc-4e85-9cbf-498720978659 req-1a38c449-fd39-4f1b-b324-9778edac8ec1 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] No waiting events found dispatching network-vif-plugged-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.823418] env[63198]: WARNING nova.compute.manager [req-33573166-19fc-4e85-9cbf-498720978659 req-1a38c449-fd39-4f1b-b324-9778edac8ec1 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received unexpected event network-vif-plugged-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 for instance with vm_state shelved_offloaded and task_state spawning. [ 1248.919123] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.919123] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.919258] env[63198]: DEBUG nova.network.neutron [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.204813] env[63198]: DEBUG oslo_vmware.api [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713121, 'name': ReconfigVM_Task, 'duration_secs': 0.3387} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.205102] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497/volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.209675] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d172b96-75c2-48ff-8c35-c801086be4b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.224601] env[63198]: DEBUG oslo_vmware.api [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1249.224601] env[63198]: value = "task-2713122" [ 1249.224601] env[63198]: _type = "Task" [ 1249.224601] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.232545] env[63198]: DEBUG oslo_vmware.api [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.239174] env[63198]: DEBUG nova.objects.instance [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'migration_context' on Instance uuid 93578fe0-b3ca-4c4c-a098-255ec344e7a9 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.613865] env[63198]: DEBUG nova.network.neutron [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating instance_info_cache with network_info: [{"id": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "address": "fa:16:3e:79:5a:19", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70a1aaf-14", "ovs_interfaceid": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.735144] env[63198]: DEBUG oslo_vmware.api [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713122, 'name': ReconfigVM_Task, 'duration_secs': 0.136551} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.735144] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546506', 'volume_id': '5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'name': 'volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf', 'attached_at': '', 'detached_at': '', 'volume_id': '5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'serial': '5966b2ab-f3a2-4a6d-bf86-88a894a33497'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1249.811756] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c78c326-c463-4ccc-984c-61cebff0d8dd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.818973] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66691f03-170a-4095-a212-9b6509dccb90 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.847841] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813c0bf-a090-4e60-ab7c-30186456835f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.854501] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078fcfda-4280-4aa5-b77b-71839ba48324 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.867168] env[63198]: DEBUG nova.compute.provider_tree [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.116337] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.143332] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='278980be9aae94ae3a24b291152395ed',container_format='bare',created_at=2025-02-19T21:18:02Z,direct_url=,disk_format='vmdk',id=0047dd7d-3e6b-4b87-884a-1b922523dd2a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-25766162-shelved',owner='7c68c2aedcb8411c994785834516b9d1',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-19T21:18:16Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.143566] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.143732] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.143913] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.144073] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.144224] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.144521] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.144722] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.144896] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.145075] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.145253] env[63198]: DEBUG nova.virt.hardware [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.146119] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d009b139-0eea-4721-b371-967e1a44e783 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.153562] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ffdef-8386-4232-b120-2f0e4a2d6745 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.166432] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:5a:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a70a1aaf-148e-4a04-8ba9-43ddae5b6786', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.173550] env[63198]: DEBUG oslo.service.loopingcall [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1250.173786] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.173983] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4978fd5a-caf9-403c-84be-bad3e7b2c390 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.193334] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.193334] env[63198]: value = "task-2713123" [ 1250.193334] env[63198]: _type = "Task" [ 1250.193334] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.200549] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713123, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.370210] env[63198]: DEBUG nova.scheduler.client.report [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.703038] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713123, 'name': CreateVM_Task, 'duration_secs': 0.301592} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.703240] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.703914] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.704089] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.704502] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.704771] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa9c87d-581e-4983-9703-0c9c6e487ce3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.709453] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1250.709453] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d4bce-9a67-5dc6-6d25-92a2d85d8aba" [ 1250.709453] env[63198]: _type = "Task" [ 1250.709453] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.721470] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521d4bce-9a67-5dc6-6d25-92a2d85d8aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.772555] env[63198]: DEBUG nova.objects.instance [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'flavor' on Instance uuid edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.847509] env[63198]: DEBUG nova.compute.manager [req-7db18903-e9ea-4826-ba44-de1890d6c8bd req-e2dd2111-c169-4c63-b76b-e997a69ee21b service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received event network-changed-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1250.847712] env[63198]: DEBUG nova.compute.manager [req-7db18903-e9ea-4826-ba44-de1890d6c8bd req-e2dd2111-c169-4c63-b76b-e997a69ee21b service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Refreshing instance network info cache due to event network-changed-a70a1aaf-148e-4a04-8ba9-43ddae5b6786. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1250.847924] env[63198]: DEBUG oslo_concurrency.lockutils [req-7db18903-e9ea-4826-ba44-de1890d6c8bd req-e2dd2111-c169-4c63-b76b-e997a69ee21b service nova] Acquiring lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.848147] env[63198]: DEBUG oslo_concurrency.lockutils [req-7db18903-e9ea-4826-ba44-de1890d6c8bd req-e2dd2111-c169-4c63-b76b-e997a69ee21b service nova] Acquired lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.848299] env[63198]: DEBUG nova.network.neutron [req-7db18903-e9ea-4826-ba44-de1890d6c8bd req-e2dd2111-c169-4c63-b76b-e997a69ee21b service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Refreshing network info cache for port a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.219779] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.219992] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Processing image 0047dd7d-3e6b-4b87-884a-1b922523dd2a {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.220247] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a/0047dd7d-3e6b-4b87-884a-1b922523dd2a.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.220403] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a/0047dd7d-3e6b-4b87-884a-1b922523dd2a.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.220582] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.220822] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-473beeb6-1bc5-4fd8-8e40-c891bb9a7bb7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.228585] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.228799] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.229441] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886dcee9-e1c6-45f6-bd84-af0e12271e92 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.233967] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1251.233967] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521081f7-5a16-1915-9427-28cd7203ba7c" [ 1251.233967] env[63198]: _type = "Task" [ 1251.233967] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.241452] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521081f7-5a16-1915-9427-28cd7203ba7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.277493] env[63198]: DEBUG oslo_concurrency.lockutils [None req-32712912-a536-44f7-be6b-bd4230b617cd tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.382913] env[63198]: DEBUG oslo_concurrency.lockutils [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.646s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.516497] env[63198]: DEBUG oslo_concurrency.lockutils [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.516747] env[63198]: DEBUG oslo_concurrency.lockutils [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.538240] env[63198]: DEBUG nova.network.neutron [req-7db18903-e9ea-4826-ba44-de1890d6c8bd req-e2dd2111-c169-4c63-b76b-e997a69ee21b service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updated VIF entry in instance network info cache for port a70a1aaf-148e-4a04-8ba9-43ddae5b6786. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.538569] env[63198]: DEBUG nova.network.neutron [req-7db18903-e9ea-4826-ba44-de1890d6c8bd req-e2dd2111-c169-4c63-b76b-e997a69ee21b service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating instance_info_cache with network_info: [{"id": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "address": "fa:16:3e:79:5a:19", "network": {"id": "2d745b11-d91e-44c0-a66c-2e9ea4a74e91", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-162802364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c68c2aedcb8411c994785834516b9d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70a1aaf-14", "ovs_interfaceid": "a70a1aaf-148e-4a04-8ba9-43ddae5b6786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.744748] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Preparing fetch location {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1251.744970] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Fetch image to [datastore1] OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216/OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216.vmdk {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1251.745144] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Downloading stream optimized image 0047dd7d-3e6b-4b87-884a-1b922523dd2a to [datastore1] OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216/OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216.vmdk on the data store datastore1 as vApp {{(pid=63198) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1251.745328] env[63198]: DEBUG nova.virt.vmwareapi.images [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Downloading image file data 0047dd7d-3e6b-4b87-884a-1b922523dd2a to the ESX as VM named 'OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216' {{(pid=63198) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1251.810504] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1251.810504] env[63198]: value = "resgroup-9" [ 1251.810504] env[63198]: _type = "ResourcePool" [ 1251.810504] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1251.810905] env[63198]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0e549c5e-a26d-42c4-941a-90e0f9ab8b00 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.830624] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease: (returnval){ [ 1251.830624] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5293f3ba-0e8d-84a4-e5bb-e045c21d97d9" [ 1251.830624] env[63198]: _type = "HttpNfcLease" [ 1251.830624] env[63198]: } obtained for vApp import into resource pool (val){ [ 1251.830624] env[63198]: value = "resgroup-9" [ 1251.830624] env[63198]: _type = "ResourcePool" [ 1251.830624] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1251.830937] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the lease: (returnval){ [ 1251.830937] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5293f3ba-0e8d-84a4-e5bb-e045c21d97d9" [ 1251.830937] env[63198]: _type = "HttpNfcLease" [ 1251.830937] env[63198]: } to be ready. {{(pid=63198) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1251.836774] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.836774] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5293f3ba-0e8d-84a4-e5bb-e045c21d97d9" [ 1251.836774] env[63198]: _type = "HttpNfcLease" [ 1251.836774] env[63198]: } is initializing. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.019787] env[63198]: INFO nova.compute.manager [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Detaching volume 5966b2ab-f3a2-4a6d-bf86-88a894a33497 [ 1252.041103] env[63198]: DEBUG oslo_concurrency.lockutils [req-7db18903-e9ea-4826-ba44-de1890d6c8bd req-e2dd2111-c169-4c63-b76b-e997a69ee21b service nova] Releasing lock "refresh_cache-95fbbe0f-7738-425e-8157-3542d30109e1" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.055288] env[63198]: INFO nova.virt.block_device [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Attempting to driver detach volume 5966b2ab-f3a2-4a6d-bf86-88a894a33497 from mountpoint /dev/sdb [ 1252.055534] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1252.055720] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546506', 'volume_id': '5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'name': 'volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf', 'attached_at': '', 'detached_at': '', 'volume_id': '5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'serial': '5966b2ab-f3a2-4a6d-bf86-88a894a33497'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1252.056970] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78db94e-1cc7-4b37-b544-2fea226f2903 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.077374] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d4d62b-2ddb-488a-bed3-6a10d98b6f30 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.084491] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d84086-f017-4651-8b8a-535f38e942cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.103814] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf2d6f6-7ca3-435c-8bcc-6baef7c5c522 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.117816] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] The volume has not been displaced from its original location: [datastore1] volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497/volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1252.123034] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.123413] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d05adb7-2ef4-49c6-a9a3-f2e0e3c43888 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.143415] env[63198]: DEBUG oslo_vmware.api [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1252.143415] env[63198]: value = "task-2713125" [ 1252.143415] env[63198]: _type = "Task" [ 1252.143415] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.152828] env[63198]: DEBUG oslo_vmware.api [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.338877] env[63198]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.338877] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5293f3ba-0e8d-84a4-e5bb-e045c21d97d9" [ 1252.338877] env[63198]: _type = "HttpNfcLease" [ 1252.338877] env[63198]: } is ready. {{(pid=63198) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1252.339245] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1252.339245] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5293f3ba-0e8d-84a4-e5bb-e045c21d97d9" [ 1252.339245] env[63198]: _type = "HttpNfcLease" [ 1252.339245] env[63198]: }. {{(pid=63198) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1252.339862] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eefd52-432c-4489-a562-d233be6894cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.346947] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cb63-3faf-d737-cebb-5f40fffe093d/disk-0.vmdk from lease info. {{(pid=63198) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1252.347153] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cb63-3faf-d737-cebb-5f40fffe093d/disk-0.vmdk. {{(pid=63198) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1252.411977] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-22951627-d7bc-4cd0-93c8-6a2d6609b65c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.653454] env[63198]: DEBUG oslo_vmware.api [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713125, 'name': ReconfigVM_Task, 'duration_secs': 0.2304} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.653861] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.660165] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddccb468-3e80-42fc-b804-3b41049a7125 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.678398] env[63198]: DEBUG oslo_vmware.api [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1252.678398] env[63198]: value = "task-2713126" [ 1252.678398] env[63198]: _type = "Task" [ 1252.678398] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.689373] env[63198]: DEBUG oslo_vmware.api [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.927739] env[63198]: INFO nova.compute.manager [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Swapping old allocation on dict_keys(['d308dc64-6d78-4a70-909e-0ffbc815f5eb']) held by migration 5f3b30a0-440d-497d-9306-32fe00ba4e5c for instance [ 1252.952680] env[63198]: DEBUG nova.scheduler.client.report [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Overwriting current allocation {'allocations': {'d308dc64-6d78-4a70-909e-0ffbc815f5eb': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': '6448777d6bf743f89d84806f621c8337', 'user_id': 'c4aa5be5e6614caf83019cf2b23101f4', 'consumer_generation': 1} on consumer 93578fe0-b3ca-4c4c-a098-255ec344e7a9 {{(pid=63198) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1253.033347] env[63198]: DEBUG oslo_concurrency.lockutils [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.033703] env[63198]: DEBUG oslo_concurrency.lockutils [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.033808] env[63198]: DEBUG nova.network.neutron [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.196224] env[63198]: DEBUG oslo_vmware.api [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.561106] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Completed reading data from the image iterator. {{(pid=63198) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1253.561324] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cb63-3faf-d737-cebb-5f40fffe093d/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1253.562247] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc08a98-3b56-49e3-9fd9-b695794ac480 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.569287] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cb63-3faf-d737-cebb-5f40fffe093d/disk-0.vmdk is in state: ready. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1253.569450] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cb63-3faf-d737-cebb-5f40fffe093d/disk-0.vmdk. {{(pid=63198) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1253.569673] env[63198]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7194e955-78c2-4058-aff9-25e490528b94 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.692499] env[63198]: DEBUG oslo_vmware.api [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.742732] env[63198]: DEBUG nova.network.neutron [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance_info_cache with network_info: [{"id": "026b2ae8-3671-496e-abd4-9a11145aba11", "address": "fa:16:3e:32:e2:9d", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026b2ae8-36", "ovs_interfaceid": "026b2ae8-3671-496e-abd4-9a11145aba11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.939617] env[63198]: DEBUG oslo_vmware.rw_handles [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cb63-3faf-d737-cebb-5f40fffe093d/disk-0.vmdk. {{(pid=63198) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1253.939983] env[63198]: INFO nova.virt.vmwareapi.images [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Downloaded image file data 0047dd7d-3e6b-4b87-884a-1b922523dd2a [ 1253.940776] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec521191-e028-49f4-aa27-f4cf43a214dc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.956715] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9833cb4b-082c-4ec7-9bc4-8cad1376e5f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.978046] env[63198]: INFO nova.virt.vmwareapi.images [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] The imported VM was unregistered [ 1253.980301] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Caching image {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1253.980533] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.980782] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c10460cd-3564-4c2f-84f4-24fdb624d18c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.990203] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Created directory with path [datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.990380] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216/OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216.vmdk to [datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a/0047dd7d-3e6b-4b87-884a-1b922523dd2a.vmdk. {{(pid=63198) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1253.990610] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c171eff5-84ea-4c10-aad1-37bfbb7064aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.996184] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1253.996184] env[63198]: value = "task-2713128" [ 1253.996184] env[63198]: _type = "Task" [ 1253.996184] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.003219] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713128, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.191159] env[63198]: DEBUG oslo_vmware.api [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713126, 'name': ReconfigVM_Task, 'duration_secs': 1.161811} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.191478] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546506', 'volume_id': '5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'name': 'volume-5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf', 'attached_at': '', 'detached_at': '', 'volume_id': '5966b2ab-f3a2-4a6d-bf86-88a894a33497', 'serial': '5966b2ab-f3a2-4a6d-bf86-88a894a33497'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1254.245599] env[63198]: DEBUG oslo_concurrency.lockutils [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-93578fe0-b3ca-4c4c-a098-255ec344e7a9" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.246118] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.246437] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5694b40a-43b4-4623-84dd-84d606400df0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.255012] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1254.255012] env[63198]: value = "task-2713129" [ 1254.255012] env[63198]: _type = "Task" [ 1254.255012] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.266642] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.507973] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713128, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.739561] env[63198]: DEBUG nova.objects.instance [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'flavor' on Instance uuid edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.767287] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713129, 'name': PowerOffVM_Task, 'duration_secs': 0.210886} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.767547] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.768184] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.768407] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.768562] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.768744] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.768888] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.769043] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.769252] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.769407] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.769576] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.769738] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.769910] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.775207] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d285874f-e9f9-46e1-9a18-3766f1a547d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.791862] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1254.791862] env[63198]: value = "task-2713130" [ 1254.791862] env[63198]: _type = "Task" [ 1254.791862] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.801753] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.009048] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713128, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.304764] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713130, 'name': ReconfigVM_Task, 'duration_secs': 0.156065} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.306066] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dedb01e-8cb0-4e2d-943c-9ecc73584c15 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.328605] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.328870] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.329095] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.329306] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.329456] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.329603] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.329844] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.330034] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.330268] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.330442] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.330688] env[63198]: DEBUG nova.virt.hardware [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.331692] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f955b4-ca6e-460e-8c25-a9f316500bc3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.339086] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1255.339086] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523e1b2f-7359-180b-c738-c4a389d46975" [ 1255.339086] env[63198]: _type = "Task" [ 1255.339086] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.350050] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523e1b2f-7359-180b-c738-c4a389d46975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.510796] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713128, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.743621] env[63198]: DEBUG oslo_concurrency.lockutils [None req-98b68608-cc00-404d-956b-e4aa181b450c tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.227s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.851660] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523e1b2f-7359-180b-c738-c4a389d46975, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.857118] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.857474] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e16f1a-793b-490f-ab25-f6f459796187 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.877402] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1255.877402] env[63198]: value = "task-2713131" [ 1255.877402] env[63198]: _type = "Task" [ 1255.877402] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.888415] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.009639] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713128, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.387129] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713131, 'name': ReconfigVM_Task, 'duration_secs': 0.22365} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.387415] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1256.388322] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f01b7c-a7c4-4022-af56-80a3628a8216 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.409564] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 93578fe0-b3ca-4c4c-a098-255ec344e7a9/93578fe0-b3ca-4c4c-a098-255ec344e7a9.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.409838] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-286484bd-749d-4bf6-a9fd-a2f182be03f9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.427981] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1256.427981] env[63198]: value = "task-2713132" [ 1256.427981] env[63198]: _type = "Task" [ 1256.427981] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.435593] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.509454] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713128, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.264932} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.509712] env[63198]: INFO nova.virt.vmwareapi.ds_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216/OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216.vmdk to [datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a/0047dd7d-3e6b-4b87-884a-1b922523dd2a.vmdk. [ 1256.509903] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Cleaning up location [datastore1] OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216 {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1256.510080] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1c346534-d084-44b7-93d5-7b475892b216 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.510335] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa9e0566-467b-4710-ac7e-901d6bb286cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.516057] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1256.516057] env[63198]: value = "task-2713133" [ 1256.516057] env[63198]: _type = "Task" [ 1256.516057] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.523081] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.808237] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.808523] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.808739] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.808927] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.809117] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.811326] env[63198]: INFO nova.compute.manager [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Terminating instance [ 1256.937957] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.025198] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068287} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.025561] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.025561] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a/0047dd7d-3e6b-4b87-884a-1b922523dd2a.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.025797] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a/0047dd7d-3e6b-4b87-884a-1b922523dd2a.vmdk to [datastore1] 95fbbe0f-7738-425e-8157-3542d30109e1/95fbbe0f-7738-425e-8157-3542d30109e1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.026067] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e72d13b2-f4b2-47fc-88be-9a71652fabfe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.032214] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1257.032214] env[63198]: value = "task-2713134" [ 1257.032214] env[63198]: _type = "Task" [ 1257.032214] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.039567] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.315504] env[63198]: DEBUG nova.compute.manager [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.315693] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.316684] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b05cc5f-4501-4cf3-bff8-76810d68d205 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.328262] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.328567] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2807bc03-3523-4fa0-a83a-a9d133be94bd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.335918] env[63198]: DEBUG oslo_vmware.api [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1257.335918] env[63198]: value = "task-2713135" [ 1257.335918] env[63198]: _type = "Task" [ 1257.335918] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.345397] env[63198]: DEBUG oslo_vmware.api [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.439650] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713132, 'name': ReconfigVM_Task, 'duration_secs': 0.647384} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.440128] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 93578fe0-b3ca-4c4c-a098-255ec344e7a9/93578fe0-b3ca-4c4c-a098-255ec344e7a9.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.441042] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ae5f95-5042-433e-af1e-71aad1ce6c30 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.465962] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54990021-8a92-4737-837d-9f883ab516a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.485590] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f32b067-b0ff-4cfd-b235-e44de43eab49 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.505656] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ce94f-7816-4509-ba5f-da7996e963c2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.516468] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.516765] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6962b0a9-cab7-4b43-8112-4ec9c0cd904d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.525176] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1257.525176] env[63198]: value = "task-2713136" [ 1257.525176] env[63198]: _type = "Task" [ 1257.525176] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.539416] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.546705] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713134, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.850202] env[63198]: DEBUG oslo_vmware.api [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713135, 'name': PowerOffVM_Task, 'duration_secs': 0.249855} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.850567] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.850822] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.851210] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54490b0b-1f77-4583-9705-5ea142f09063 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.928554] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.928848] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.928992] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleting the datastore file [datastore2] edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.929283] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-171aca9f-b29c-4f22-83cf-fbbbf0da947f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.938461] env[63198]: DEBUG oslo_vmware.api [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1257.938461] env[63198]: value = "task-2713138" [ 1257.938461] env[63198]: _type = "Task" [ 1257.938461] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.948127] env[63198]: DEBUG oslo_vmware.api [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.036825] env[63198]: DEBUG oslo_vmware.api [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713136, 'name': PowerOnVM_Task, 'duration_secs': 0.403727} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.040683] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.051383] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713134, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.451337] env[63198]: DEBUG oslo_vmware.api [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39799} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.451664] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.451857] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.452052] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.452235] env[63198]: INFO nova.compute.manager [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1258.452481] env[63198]: DEBUG oslo.service.loopingcall [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.452682] env[63198]: DEBUG nova.compute.manager [-] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.452778] env[63198]: DEBUG nova.network.neutron [-] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.552846] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713134, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.034809] env[63198]: DEBUG nova.compute.manager [req-7de7d621-fd9f-4be4-81d0-c6b4ee8cf22c req-dbdcde3a-14fd-499a-a65e-478a7e8ea385 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Received event network-vif-deleted-dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1259.035837] env[63198]: INFO nova.compute.manager [req-7de7d621-fd9f-4be4-81d0-c6b4ee8cf22c req-dbdcde3a-14fd-499a-a65e-478a7e8ea385 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Neutron deleted interface dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e; detaching it from the instance and deleting it from the info cache [ 1259.035837] env[63198]: DEBUG nova.network.neutron [req-7de7d621-fd9f-4be4-81d0-c6b4ee8cf22c req-dbdcde3a-14fd-499a-a65e-478a7e8ea385 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.050567] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713134, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.055411] env[63198]: INFO nova.compute.manager [None req-72686c1e-5bcc-4881-b6d8-a6ad34764a0b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance to original state: 'active' [ 1259.517342] env[63198]: DEBUG nova.network.neutron [-] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.537708] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6598173d-066c-4100-bc35-3305e5aaebdd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.552812] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e27c2f-130c-48f2-87a6-88f6e5ebae2f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.562781] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713134, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.464435} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.565832] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0047dd7d-3e6b-4b87-884a-1b922523dd2a/0047dd7d-3e6b-4b87-884a-1b922523dd2a.vmdk to [datastore1] 95fbbe0f-7738-425e-8157-3542d30109e1/95fbbe0f-7738-425e-8157-3542d30109e1.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.569105] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fea73c-e43a-4ba3-ba1f-4e91ea89d1ca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.590791] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 95fbbe0f-7738-425e-8157-3542d30109e1/95fbbe0f-7738-425e-8157-3542d30109e1.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.596837] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed08bf8d-fadc-44be-82de-593fea6a61df {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.612074] env[63198]: DEBUG nova.compute.manager [req-7de7d621-fd9f-4be4-81d0-c6b4ee8cf22c req-dbdcde3a-14fd-499a-a65e-478a7e8ea385 service nova] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Detach interface failed, port_id=dd7e71c5-cf52-4ca3-99b0-b2b6ec932d1e, reason: Instance edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1259.618036] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1259.618036] env[63198]: value = "task-2713139" [ 1259.618036] env[63198]: _type = "Task" [ 1259.618036] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.626760] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.019529] env[63198]: INFO nova.compute.manager [-] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Took 1.57 seconds to deallocate network for instance. [ 1260.132678] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.528103] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.528103] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.528103] env[63198]: DEBUG nova.objects.instance [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'resources' on Instance uuid edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.627799] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713139, 'name': ReconfigVM_Task, 'duration_secs': 0.579568} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.628071] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 95fbbe0f-7738-425e-8157-3542d30109e1/95fbbe0f-7738-425e-8157-3542d30109e1.vmdk or device None with type streamOptimized {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.628715] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f4a322-101a-43fa-a8d9-e3fbadc46783 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.633877] env[63198]: DEBUG oslo_concurrency.lockutils [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.634113] env[63198]: DEBUG oslo_concurrency.lockutils [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.634324] env[63198]: DEBUG oslo_concurrency.lockutils [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.634588] env[63198]: DEBUG oslo_concurrency.lockutils [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.634779] env[63198]: DEBUG oslo_concurrency.lockutils [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.637342] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1260.637342] env[63198]: value = "task-2713140" [ 1260.637342] env[63198]: _type = "Task" [ 1260.637342] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.637775] env[63198]: INFO nova.compute.manager [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Terminating instance [ 1260.649107] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713140, 'name': Rename_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.082433] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a7767-e7c7-4e2b-83ea-2e0fdb257e9f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.089696] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6042c0e-4fa3-4595-a865-623308fde592 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.119245] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff974f8-4d7c-454f-bb6c-7b45d97e236c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.126370] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49656d16-145b-4534-808d-74514c5cfc72 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.140542] env[63198]: DEBUG nova.compute.provider_tree [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.144939] env[63198]: DEBUG nova.compute.manager [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.145163] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.145902] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e193c64f-c620-40fb-bfa1-0f13aaaa6f4f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.153159] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713140, 'name': Rename_Task, 'duration_secs': 0.460196} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.155106] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.155380] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.155792] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6b8f480-0d69-4268-aa6f-fa98383c9fc2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.157119] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d26305-7b0b-4df3-ae7f-a27cd6652e1f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.162563] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1261.162563] env[63198]: value = "task-2713141" [ 1261.162563] env[63198]: _type = "Task" [ 1261.162563] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.163755] env[63198]: DEBUG oslo_vmware.api [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1261.163755] env[63198]: value = "task-2713142" [ 1261.163755] env[63198]: _type = "Task" [ 1261.163755] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.173437] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.176289] env[63198]: DEBUG oslo_vmware.api [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.646048] env[63198]: DEBUG nova.scheduler.client.report [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.676963] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.679858] env[63198]: DEBUG oslo_vmware.api [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713142, 'name': PowerOffVM_Task, 'duration_secs': 0.223419} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.680143] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.680317] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.680554] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75936681-f26d-4d81-847c-a0cfd672d0a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.745065] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.745345] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.745479] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleting the datastore file [datastore2] 93578fe0-b3ca-4c4c-a098-255ec344e7a9 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.745736] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dab8040a-459b-40f5-94af-c41e4c0b4f7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.751395] env[63198]: DEBUG oslo_vmware.api [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1261.751395] env[63198]: value = "task-2713144" [ 1261.751395] env[63198]: _type = "Task" [ 1261.751395] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.760520] env[63198]: DEBUG oslo_vmware.api [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.151115] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.169545] env[63198]: INFO nova.scheduler.client.report [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleted allocations for instance edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf [ 1262.178302] env[63198]: DEBUG oslo_vmware.api [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713141, 'name': PowerOnVM_Task, 'duration_secs': 0.623571} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.178920] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.262519] env[63198]: DEBUG oslo_vmware.api [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140578} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.262781] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.262973] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.263166] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.263342] env[63198]: INFO nova.compute.manager [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1262.264059] env[63198]: DEBUG oslo.service.loopingcall [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.264059] env[63198]: DEBUG nova.compute.manager [-] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.264059] env[63198]: DEBUG nova.network.neutron [-] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.278283] env[63198]: DEBUG nova.compute.manager [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.279398] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bd3ba3-43d0-43fb-bf16-f55b6d23d8de {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.682475] env[63198]: DEBUG oslo_concurrency.lockutils [None req-2b1a6da3-1ec3-4c76-9143-552cf5a9ad5a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.874s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.740588] env[63198]: DEBUG nova.compute.manager [req-59f6dd84-3958-4cce-8d1e-f8cdace53bac req-5df35c3a-589f-4cf6-a809-c4ddd6a8c869 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Received event network-vif-deleted-026b2ae8-3671-496e-abd4-9a11145aba11 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1262.740856] env[63198]: INFO nova.compute.manager [req-59f6dd84-3958-4cce-8d1e-f8cdace53bac req-5df35c3a-589f-4cf6-a809-c4ddd6a8c869 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Neutron deleted interface 026b2ae8-3671-496e-abd4-9a11145aba11; detaching it from the instance and deleting it from the info cache [ 1262.741139] env[63198]: DEBUG nova.network.neutron [req-59f6dd84-3958-4cce-8d1e-f8cdace53bac req-5df35c3a-589f-4cf6-a809-c4ddd6a8c869 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.798356] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a8d2668a-f485-47c5-b828-6d59321905a3 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.689s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.224732] env[63198]: DEBUG nova.network.neutron [-] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.245793] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0325168e-2902-4022-acaf-7d3456d98b09 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.254025] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2460b06b-42b8-47dd-81e6-eeef76bcc7c9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.282227] env[63198]: DEBUG nova.compute.manager [req-59f6dd84-3958-4cce-8d1e-f8cdace53bac req-5df35c3a-589f-4cf6-a809-c4ddd6a8c869 service nova] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Detach interface failed, port_id=026b2ae8-3671-496e-abd4-9a11145aba11, reason: Instance 93578fe0-b3ca-4c4c-a098-255ec344e7a9 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1263.630057] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.630057] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.729772] env[63198]: INFO nova.compute.manager [-] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Took 1.47 seconds to deallocate network for instance. [ 1264.110591] env[63198]: DEBUG oslo_concurrency.lockutils [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "95fbbe0f-7738-425e-8157-3542d30109e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.110856] env[63198]: DEBUG oslo_concurrency.lockutils [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.111077] env[63198]: DEBUG oslo_concurrency.lockutils [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.111262] env[63198]: DEBUG oslo_concurrency.lockutils [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.111433] env[63198]: DEBUG oslo_concurrency.lockutils [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.113502] env[63198]: INFO nova.compute.manager [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Terminating instance [ 1264.132132] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.132347] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.132509] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.132654] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1264.133744] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bdca64-c629-4723-837f-b4c746a489d7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.142720] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a79a690-f6b9-4b67-b36b-918a1e083140 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.156160] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c5f3c7-4b3f-4947-9a0e-70a4a6adb11d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.162452] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb84691-7036-40e1-b027-b5d731d9a654 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.193013] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180770MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1264.193170] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.193406] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.236184] env[63198]: DEBUG oslo_concurrency.lockutils [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.617918] env[63198]: DEBUG nova.compute.manager [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.618238] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.619182] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec034e3c-b0d8-4e14-bcf5-800bb47fe706 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.627295] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.627532] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-578fccf6-d524-4a1b-9207-dc180b23491c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.633318] env[63198]: DEBUG oslo_vmware.api [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1264.633318] env[63198]: value = "task-2713145" [ 1264.633318] env[63198]: _type = "Task" [ 1264.633318] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.642396] env[63198]: DEBUG oslo_vmware.api [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.802653] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "606453b1-c374-48a4-839b-55ba36cb9699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.802653] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.143348] env[63198]: DEBUG oslo_vmware.api [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713145, 'name': PowerOffVM_Task, 'duration_secs': 0.158806} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.143756] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.143997] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.144281] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6f797e7-b2b1-4c4b-986a-64a7f96f74c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.209958] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.210208] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.210387] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleting the datastore file [datastore1] 95fbbe0f-7738-425e-8157-3542d30109e1 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.210649] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29f8b546-595f-47bb-9b7f-3f35303a8920 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.214505] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 95fbbe0f-7738-425e-8157-3542d30109e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.214688] env[63198]: WARNING nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 93578fe0-b3ca-4c4c-a098-255ec344e7a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1265.217058] env[63198]: DEBUG oslo_vmware.api [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for the task: (returnval){ [ 1265.217058] env[63198]: value = "task-2713147" [ 1265.217058] env[63198]: _type = "Task" [ 1265.217058] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.224777] env[63198]: DEBUG oslo_vmware.api [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.304057] env[63198]: DEBUG nova.compute.manager [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1265.718556] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 606453b1-c374-48a4-839b-55ba36cb9699 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1265.718780] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1265.718930] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1265.729856] env[63198]: DEBUG oslo_vmware.api [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Task: {'id': task-2713147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131032} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.730094] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.730277] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.730447] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.730621] env[63198]: INFO nova.compute.manager [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.730851] env[63198]: DEBUG oslo.service.loopingcall [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.731045] env[63198]: DEBUG nova.compute.manager [-] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.731142] env[63198]: DEBUG nova.network.neutron [-] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.766262] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e0356-d611-41c3-9ccc-474477392919 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.776049] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3260eb0-b3b2-4c69-83a8-699afea4d3c8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.805407] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e8811-de7f-4f58-b40a-478516d666ed {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.816284] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61ce29e-ac6a-46c7-9ae7-ff74981c7df8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.829051] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.831102] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.177541] env[63198]: DEBUG nova.compute.manager [req-441d3197-af22-4b56-a884-b0aa0a35d52c req-1482c1b9-0a21-4f96-888b-8ad0687ffcf5 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Received event network-vif-deleted-a70a1aaf-148e-4a04-8ba9-43ddae5b6786 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1266.177701] env[63198]: INFO nova.compute.manager [req-441d3197-af22-4b56-a884-b0aa0a35d52c req-1482c1b9-0a21-4f96-888b-8ad0687ffcf5 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Neutron deleted interface a70a1aaf-148e-4a04-8ba9-43ddae5b6786; detaching it from the instance and deleting it from the info cache [ 1266.177884] env[63198]: DEBUG nova.network.neutron [req-441d3197-af22-4b56-a884-b0aa0a35d52c req-1482c1b9-0a21-4f96-888b-8ad0687ffcf5 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.333428] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.659294] env[63198]: DEBUG nova.network.neutron [-] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.679999] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c85ad44c-b6a2-40f5-892c-5975f7e11edf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.691151] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c679eee4-17dc-4036-b6ed-64625eb9affe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.715665] env[63198]: DEBUG nova.compute.manager [req-441d3197-af22-4b56-a884-b0aa0a35d52c req-1482c1b9-0a21-4f96-888b-8ad0687ffcf5 service nova] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Detach interface failed, port_id=a70a1aaf-148e-4a04-8ba9-43ddae5b6786, reason: Instance 95fbbe0f-7738-425e-8157-3542d30109e1 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1266.838392] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1266.838664] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.645s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.838981] env[63198]: DEBUG oslo_concurrency.lockutils [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.603s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.839228] env[63198]: DEBUG oslo_concurrency.lockutils [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.841309] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.010s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.842919] env[63198]: INFO nova.compute.claims [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.863806] env[63198]: INFO nova.scheduler.client.report [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted allocations for instance 93578fe0-b3ca-4c4c-a098-255ec344e7a9 [ 1267.162330] env[63198]: INFO nova.compute.manager [-] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Took 1.43 seconds to deallocate network for instance. [ 1267.370051] env[63198]: DEBUG oslo_concurrency.lockutils [None req-30d48414-027a-4c62-a8e8-9183e8de35ae tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "93578fe0-b3ca-4c4c-a098-255ec344e7a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.736s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.668135] env[63198]: DEBUG oslo_concurrency.lockutils [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.892171] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9832a2eb-f5b0-439a-9ee2-1a60127bfa12 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.900777] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82ddc0e-8b2d-49fd-a900-76773299029f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.931286] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024e14f8-b586-4823-915e-f4e69eee3fc9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.938229] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f1393f-a393-4869-91af-c630934b1ac5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.952809] env[63198]: DEBUG nova.compute.provider_tree [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.456441] env[63198]: DEBUG nova.scheduler.client.report [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.679669] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.679912] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.961919] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.962521] env[63198]: DEBUG nova.compute.manager [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.965496] env[63198]: DEBUG oslo_concurrency.lockutils [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.298s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.965715] env[63198]: DEBUG nova.objects.instance [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lazy-loading 'resources' on Instance uuid 95fbbe0f-7738-425e-8157-3542d30109e1 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.182466] env[63198]: DEBUG nova.compute.manager [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.469755] env[63198]: DEBUG nova.compute.utils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.474053] env[63198]: DEBUG nova.compute.manager [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.474196] env[63198]: DEBUG nova.network.neutron [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.521537] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dcb147-8bb1-4a57-8793-c4f08dc19069 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.529295] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4423cb9f-0112-4e93-a5c0-4005021aa028 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.533237] env[63198]: DEBUG nova.policy [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44adacbbf0d14816befbe72634e34294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f0618f409d4455498a588df2ca7a89c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.563943] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0ae7e1-884d-407e-ae01-5822fc24c558 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.570938] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a9da1-49ae-45b9-a068-85346a8aefc4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.583415] env[63198]: DEBUG nova.compute.provider_tree [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.700227] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.799267] env[63198]: DEBUG nova.network.neutron [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Successfully created port: 99401e5e-ce70-49b2-b75a-ac45b858620e {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.840963] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.841271] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.841445] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.841595] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.841743] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.841874] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1269.975051] env[63198]: DEBUG nova.compute.manager [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.086393] env[63198]: DEBUG nova.scheduler.client.report [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.590880] env[63198]: DEBUG oslo_concurrency.lockutils [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.593114] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.893s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.594798] env[63198]: INFO nova.compute.claims [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.611262] env[63198]: INFO nova.scheduler.client.report [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Deleted allocations for instance 95fbbe0f-7738-425e-8157-3542d30109e1 [ 1270.985061] env[63198]: DEBUG nova.compute.manager [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.010026] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.010286] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.010443] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.010624] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.010772] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.010916] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.011137] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.011300] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.011465] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.011639] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.011841] env[63198]: DEBUG nova.virt.hardware [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.012751] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9695ff0f-f6ad-439c-889b-4f5391544100 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.021753] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c6993-1006-43d1-87fe-16253b994581 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.120449] env[63198]: DEBUG oslo_concurrency.lockutils [None req-08d471ec-570e-4701-b880-c232ff7ddab2 tempest-ServerActionsTestOtherB-1347908598 tempest-ServerActionsTestOtherB-1347908598-project-member] Lock "95fbbe0f-7738-425e-8157-3542d30109e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.009s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.405446] env[63198]: DEBUG nova.compute.manager [req-5173c0a1-c8e0-4ead-86d9-4c10da473d53 req-8e4004cf-f404-4001-88c5-2e213cf2c78e service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Received event network-vif-plugged-99401e5e-ce70-49b2-b75a-ac45b858620e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1271.405641] env[63198]: DEBUG oslo_concurrency.lockutils [req-5173c0a1-c8e0-4ead-86d9-4c10da473d53 req-8e4004cf-f404-4001-88c5-2e213cf2c78e service nova] Acquiring lock "606453b1-c374-48a4-839b-55ba36cb9699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.405811] env[63198]: DEBUG oslo_concurrency.lockutils [req-5173c0a1-c8e0-4ead-86d9-4c10da473d53 req-8e4004cf-f404-4001-88c5-2e213cf2c78e service nova] Lock "606453b1-c374-48a4-839b-55ba36cb9699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.406014] env[63198]: DEBUG oslo_concurrency.lockutils [req-5173c0a1-c8e0-4ead-86d9-4c10da473d53 req-8e4004cf-f404-4001-88c5-2e213cf2c78e service nova] Lock "606453b1-c374-48a4-839b-55ba36cb9699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.406166] env[63198]: DEBUG nova.compute.manager [req-5173c0a1-c8e0-4ead-86d9-4c10da473d53 req-8e4004cf-f404-4001-88c5-2e213cf2c78e service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] No waiting events found dispatching network-vif-plugged-99401e5e-ce70-49b2-b75a-ac45b858620e {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.406332] env[63198]: WARNING nova.compute.manager [req-5173c0a1-c8e0-4ead-86d9-4c10da473d53 req-8e4004cf-f404-4001-88c5-2e213cf2c78e service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Received unexpected event network-vif-plugged-99401e5e-ce70-49b2-b75a-ac45b858620e for instance with vm_state building and task_state spawning. [ 1271.494412] env[63198]: DEBUG nova.network.neutron [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Successfully updated port: 99401e5e-ce70-49b2-b75a-ac45b858620e {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.629675] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.645515] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf55645-5fa6-41b7-9bc5-2fc4d60a50d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.652715] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a99a3-b409-4358-8b5e-d8a7de565f3e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.682044] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88743878-e314-4ca0-bf5b-bc26f734c20a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.689550] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47384b2-742e-4215-8bd4-2eb873abdb56 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.702385] env[63198]: DEBUG nova.compute.provider_tree [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.001942] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "refresh_cache-606453b1-c374-48a4-839b-55ba36cb9699" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.001942] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "refresh_cache-606453b1-c374-48a4-839b-55ba36cb9699" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.001942] env[63198]: DEBUG nova.network.neutron [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.206416] env[63198]: DEBUG nova.scheduler.client.report [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.539822] env[63198]: DEBUG nova.network.neutron [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.655199] env[63198]: DEBUG nova.network.neutron [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Updating instance_info_cache with network_info: [{"id": "99401e5e-ce70-49b2-b75a-ac45b858620e", "address": "fa:16:3e:2f:53:3b", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99401e5e-ce", "ovs_interfaceid": "99401e5e-ce70-49b2-b75a-ac45b858620e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.711337] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.711863] env[63198]: DEBUG nova.compute.manager [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.158285] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "refresh_cache-606453b1-c374-48a4-839b-55ba36cb9699" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.158630] env[63198]: DEBUG nova.compute.manager [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Instance network_info: |[{"id": "99401e5e-ce70-49b2-b75a-ac45b858620e", "address": "fa:16:3e:2f:53:3b", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99401e5e-ce", "ovs_interfaceid": "99401e5e-ce70-49b2-b75a-ac45b858620e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.159088] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:53:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99401e5e-ce70-49b2-b75a-ac45b858620e', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.166361] env[63198]: DEBUG oslo.service.loopingcall [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.166578] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.166797] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-655ecc18-a945-4d43-891b-c3a4a1a28ff8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.187167] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.187167] env[63198]: value = "task-2713149" [ 1273.187167] env[63198]: _type = "Task" [ 1273.187167] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.194353] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713149, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.216729] env[63198]: DEBUG nova.compute.utils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.218113] env[63198]: DEBUG nova.compute.manager [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.218277] env[63198]: DEBUG nova.network.neutron [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.253762] env[63198]: DEBUG nova.policy [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4aa5be5e6614caf83019cf2b23101f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6448777d6bf743f89d84806f621c8337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.431816] env[63198]: DEBUG nova.compute.manager [req-926bb6b0-f7ef-4cdd-b852-39d6909a2e51 req-6c9d5c85-79b9-4d84-a92e-379b2c3d1067 service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Received event network-changed-99401e5e-ce70-49b2-b75a-ac45b858620e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1273.432053] env[63198]: DEBUG nova.compute.manager [req-926bb6b0-f7ef-4cdd-b852-39d6909a2e51 req-6c9d5c85-79b9-4d84-a92e-379b2c3d1067 service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Refreshing instance network info cache due to event network-changed-99401e5e-ce70-49b2-b75a-ac45b858620e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1273.432301] env[63198]: DEBUG oslo_concurrency.lockutils [req-926bb6b0-f7ef-4cdd-b852-39d6909a2e51 req-6c9d5c85-79b9-4d84-a92e-379b2c3d1067 service nova] Acquiring lock "refresh_cache-606453b1-c374-48a4-839b-55ba36cb9699" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.432537] env[63198]: DEBUG oslo_concurrency.lockutils [req-926bb6b0-f7ef-4cdd-b852-39d6909a2e51 req-6c9d5c85-79b9-4d84-a92e-379b2c3d1067 service nova] Acquired lock "refresh_cache-606453b1-c374-48a4-839b-55ba36cb9699" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.432624] env[63198]: DEBUG nova.network.neutron [req-926bb6b0-f7ef-4cdd-b852-39d6909a2e51 req-6c9d5c85-79b9-4d84-a92e-379b2c3d1067 service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Refreshing network info cache for port 99401e5e-ce70-49b2-b75a-ac45b858620e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.542436] env[63198]: DEBUG nova.network.neutron [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Successfully created port: cd2a374d-5734-4ff2-920d-f61ee800cf55 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.697811] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713149, 'name': CreateVM_Task, 'duration_secs': 0.294561} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.698119] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.698692] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.698868] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.699230] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.699489] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb37273c-4f76-48de-b780-4ad90dda412e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.703921] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1273.703921] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52701510-c2a1-7110-411c-0d3cbd0efc23" [ 1273.703921] env[63198]: _type = "Task" [ 1273.703921] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.711457] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52701510-c2a1-7110-411c-0d3cbd0efc23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.721094] env[63198]: DEBUG nova.compute.manager [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.133812] env[63198]: DEBUG nova.network.neutron [req-926bb6b0-f7ef-4cdd-b852-39d6909a2e51 req-6c9d5c85-79b9-4d84-a92e-379b2c3d1067 service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Updated VIF entry in instance network info cache for port 99401e5e-ce70-49b2-b75a-ac45b858620e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.134242] env[63198]: DEBUG nova.network.neutron [req-926bb6b0-f7ef-4cdd-b852-39d6909a2e51 req-6c9d5c85-79b9-4d84-a92e-379b2c3d1067 service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Updating instance_info_cache with network_info: [{"id": "99401e5e-ce70-49b2-b75a-ac45b858620e", "address": "fa:16:3e:2f:53:3b", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99401e5e-ce", "ovs_interfaceid": "99401e5e-ce70-49b2-b75a-ac45b858620e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.214719] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52701510-c2a1-7110-411c-0d3cbd0efc23, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.215087] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.215329] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.215560] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.215789] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.215989] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.216256] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0878e902-a7c7-4046-a41a-367820392550 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.227552] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.227786] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.228702] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-830875d0-678d-423c-b33b-eeabc8e42902 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.233815] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1274.233815] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c10970-154b-c8d8-5f4e-81466245973b" [ 1274.233815] env[63198]: _type = "Task" [ 1274.233815] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.241175] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c10970-154b-c8d8-5f4e-81466245973b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.637480] env[63198]: DEBUG oslo_concurrency.lockutils [req-926bb6b0-f7ef-4cdd-b852-39d6909a2e51 req-6c9d5c85-79b9-4d84-a92e-379b2c3d1067 service nova] Releasing lock "refresh_cache-606453b1-c374-48a4-839b-55ba36cb9699" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.730187] env[63198]: DEBUG nova.compute.manager [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.745061] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c10970-154b-c8d8-5f4e-81466245973b, 'name': SearchDatastore_Task, 'duration_secs': 0.008091} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.745827] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb921bb4-8d52-4b0f-b242-a7451926978c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.753014] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1274.753014] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521888db-deff-b709-c416-303e5378053a" [ 1274.753014] env[63198]: _type = "Task" [ 1274.753014] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.759557] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.759821] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.759933] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.760177] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.760330] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.760474] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.760790] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.760919] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.761114] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.761278] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.761445] env[63198]: DEBUG nova.virt.hardware [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.762686] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb263790-c5a6-4dc8-b3ef-9e98894cfba3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.769953] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]521888db-deff-b709-c416-303e5378053a, 'name': SearchDatastore_Task, 'duration_secs': 0.008616} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.771779] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.772049] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 606453b1-c374-48a4-839b-55ba36cb9699/606453b1-c374-48a4-839b-55ba36cb9699.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.772328] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8b82d7a-0d0c-4a52-adda-d65348c45027 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.775317] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5618716-a29a-43c1-965e-09e1a1a064da {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.783809] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1274.783809] env[63198]: value = "task-2713150" [ 1274.783809] env[63198]: _type = "Task" [ 1274.783809] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.799625] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.012410] env[63198]: DEBUG nova.network.neutron [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Successfully updated port: cd2a374d-5734-4ff2-920d-f61ee800cf55 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.300672] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454266} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.301023] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 606453b1-c374-48a4-839b-55ba36cb9699/606453b1-c374-48a4-839b-55ba36cb9699.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.301270] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.301526] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-300f93ab-5a17-46c3-b329-07116b8846b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.308793] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1275.308793] env[63198]: value = "task-2713151" [ 1275.308793] env[63198]: _type = "Task" [ 1275.308793] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.316537] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.461960] env[63198]: DEBUG nova.compute.manager [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Received event network-vif-plugged-cd2a374d-5734-4ff2-920d-f61ee800cf55 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1275.462218] env[63198]: DEBUG oslo_concurrency.lockutils [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] Acquiring lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.462428] env[63198]: DEBUG oslo_concurrency.lockutils [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.462595] env[63198]: DEBUG oslo_concurrency.lockutils [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.462761] env[63198]: DEBUG nova.compute.manager [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] No waiting events found dispatching network-vif-plugged-cd2a374d-5734-4ff2-920d-f61ee800cf55 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1275.462923] env[63198]: WARNING nova.compute.manager [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Received unexpected event network-vif-plugged-cd2a374d-5734-4ff2-920d-f61ee800cf55 for instance with vm_state building and task_state spawning. [ 1275.463096] env[63198]: DEBUG nova.compute.manager [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Received event network-changed-cd2a374d-5734-4ff2-920d-f61ee800cf55 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1275.463379] env[63198]: DEBUG nova.compute.manager [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Refreshing instance network info cache due to event network-changed-cd2a374d-5734-4ff2-920d-f61ee800cf55. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1275.463507] env[63198]: DEBUG oslo_concurrency.lockutils [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] Acquiring lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.463727] env[63198]: DEBUG oslo_concurrency.lockutils [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] Acquired lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.463822] env[63198]: DEBUG nova.network.neutron [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Refreshing network info cache for port cd2a374d-5734-4ff2-920d-f61ee800cf55 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.517225] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.818899] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060827} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.819283] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.820020] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b15c0c-38a6-458e-aece-0cb8442c3972 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.842615] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 606453b1-c374-48a4-839b-55ba36cb9699/606453b1-c374-48a4-839b-55ba36cb9699.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.842883] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceccf56b-5d4d-4fb4-8534-b764a939b902 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.863371] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1275.863371] env[63198]: value = "task-2713152" [ 1275.863371] env[63198]: _type = "Task" [ 1275.863371] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.871284] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.015189] env[63198]: DEBUG nova.network.neutron [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.100604] env[63198]: DEBUG nova.network.neutron [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.375819] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713152, 'name': ReconfigVM_Task, 'duration_secs': 0.277228} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.376302] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 606453b1-c374-48a4-839b-55ba36cb9699/606453b1-c374-48a4-839b-55ba36cb9699.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.376909] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47e9bb9f-07ae-4981-98aa-827149b3de13 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.382989] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1276.382989] env[63198]: value = "task-2713153" [ 1276.382989] env[63198]: _type = "Task" [ 1276.382989] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.390716] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713153, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.603883] env[63198]: DEBUG oslo_concurrency.lockutils [req-3a6c3a67-819a-4d00-9b71-9645bf4f1a5c req-e6b2d533-1a68-4f72-9ac1-2d27d7643560 service nova] Releasing lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.604459] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.604695] env[63198]: DEBUG nova.network.neutron [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.894774] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713153, 'name': Rename_Task, 'duration_secs': 0.145159} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.898828] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.898828] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b60748-f0c9-47c0-911f-6bc80c6bfc2a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.902369] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1276.902369] env[63198]: value = "task-2713154" [ 1276.902369] env[63198]: _type = "Task" [ 1276.902369] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.910361] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.138421] env[63198]: DEBUG nova.network.neutron [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.330253] env[63198]: DEBUG nova.network.neutron [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Updating instance_info_cache with network_info: [{"id": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "address": "fa:16:3e:6b:6e:5f", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2a374d-57", "ovs_interfaceid": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.413565] env[63198]: DEBUG oslo_vmware.api [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713154, 'name': PowerOnVM_Task, 'duration_secs': 0.475837} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.414944] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.415188] env[63198]: INFO nova.compute.manager [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1277.415427] env[63198]: DEBUG nova.compute.manager [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.418442] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad7dd2-3d84-4cec-82a3-e26601d04364 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.421227] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "7e5fb237-b49f-4222-9379-d7660660f7fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.421442] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "7e5fb237-b49f-4222-9379-d7660660f7fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.833510] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.833886] env[63198]: DEBUG nova.compute.manager [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Instance network_info: |[{"id": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "address": "fa:16:3e:6b:6e:5f", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2a374d-57", "ovs_interfaceid": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.834350] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:6e:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd2a374d-5734-4ff2-920d-f61ee800cf55', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.841689] env[63198]: DEBUG oslo.service.loopingcall [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.841927] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.842178] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3bdab75-6c62-4f92-aa8d-be2bf9592bf0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.862803] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.862803] env[63198]: value = "task-2713155" [ 1277.862803] env[63198]: _type = "Task" [ 1277.862803] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.870211] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713155, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.924033] env[63198]: DEBUG nova.compute.manager [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.936768] env[63198]: INFO nova.compute.manager [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Took 12.13 seconds to build instance. [ 1278.373381] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713155, 'name': CreateVM_Task, 'duration_secs': 0.326231} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.373565] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.374322] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.375070] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.375070] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.375219] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5944584-4fa1-4aba-82af-4d94e312fa19 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.379687] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1278.379687] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525f87fc-6c9c-17bd-31fc-0db0c2f6e861" [ 1278.379687] env[63198]: _type = "Task" [ 1278.379687] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.387181] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525f87fc-6c9c-17bd-31fc-0db0c2f6e861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.438650] env[63198]: DEBUG oslo_concurrency.lockutils [None req-50feaa7a-6a34-47b4-87e4-b993fcb7d07a tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.637s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.444886] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.445144] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.446777] env[63198]: INFO nova.compute.claims [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.891441] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]525f87fc-6c9c-17bd-31fc-0db0c2f6e861, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.891955] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.892273] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.892546] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.892700] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.892884] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.893195] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c645d15f-2d52-4c9d-85e8-30f3fa45785b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.901659] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.901877] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.902708] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f271c65a-8911-403a-a7c3-b7fd2e77e54b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.908416] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1278.908416] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c0e594-d343-a589-5dd1-c61b91292a8f" [ 1278.908416] env[63198]: _type = "Task" [ 1278.908416] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.917052] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c0e594-d343-a589-5dd1-c61b91292a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.919281] env[63198]: DEBUG nova.compute.manager [req-fe761d7f-abdd-42d4-b423-761057738476 req-bcb7f557-80a5-4e26-8f78-dcd8b38ffa2e service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Received event network-changed-99401e5e-ce70-49b2-b75a-ac45b858620e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.919598] env[63198]: DEBUG nova.compute.manager [req-fe761d7f-abdd-42d4-b423-761057738476 req-bcb7f557-80a5-4e26-8f78-dcd8b38ffa2e service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Refreshing instance network info cache due to event network-changed-99401e5e-ce70-49b2-b75a-ac45b858620e. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1278.919687] env[63198]: DEBUG oslo_concurrency.lockutils [req-fe761d7f-abdd-42d4-b423-761057738476 req-bcb7f557-80a5-4e26-8f78-dcd8b38ffa2e service nova] Acquiring lock "refresh_cache-606453b1-c374-48a4-839b-55ba36cb9699" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.919797] env[63198]: DEBUG oslo_concurrency.lockutils [req-fe761d7f-abdd-42d4-b423-761057738476 req-bcb7f557-80a5-4e26-8f78-dcd8b38ffa2e service nova] Acquired lock "refresh_cache-606453b1-c374-48a4-839b-55ba36cb9699" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.919955] env[63198]: DEBUG nova.network.neutron [req-fe761d7f-abdd-42d4-b423-761057738476 req-bcb7f557-80a5-4e26-8f78-dcd8b38ffa2e service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Refreshing network info cache for port 99401e5e-ce70-49b2-b75a-ac45b858620e {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.419590] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52c0e594-d343-a589-5dd1-c61b91292a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.007993} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.420267] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72cf3c89-d8e2-456b-ba2d-ab63a0b63457 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.427720] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1279.427720] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52910ecd-52b1-3952-9b66-9ceed75d14d2" [ 1279.427720] env[63198]: _type = "Task" [ 1279.427720] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.436327] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52910ecd-52b1-3952-9b66-9ceed75d14d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.510315] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a42997-30f0-46aa-9719-1dca19b8d4a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.519502] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36123347-8b50-43ed-bf05-b27d6f6e7c16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.552794] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b100e5-60d1-4a35-9fcd-90129951eaec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.559647] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c8bf2a-379b-4dc7-acd8-4670bd3d19cb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.572246] env[63198]: DEBUG nova.compute.provider_tree [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.637312] env[63198]: DEBUG nova.network.neutron [req-fe761d7f-abdd-42d4-b423-761057738476 req-bcb7f557-80a5-4e26-8f78-dcd8b38ffa2e service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Updated VIF entry in instance network info cache for port 99401e5e-ce70-49b2-b75a-ac45b858620e. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.637666] env[63198]: DEBUG nova.network.neutron [req-fe761d7f-abdd-42d4-b423-761057738476 req-bcb7f557-80a5-4e26-8f78-dcd8b38ffa2e service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Updating instance_info_cache with network_info: [{"id": "99401e5e-ce70-49b2-b75a-ac45b858620e", "address": "fa:16:3e:2f:53:3b", "network": {"id": "b286d4a1-4508-486e-9493-52597bbbf6c1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1257834827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f0618f409d4455498a588df2ca7a89c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99401e5e-ce", "ovs_interfaceid": "99401e5e-ce70-49b2-b75a-ac45b858620e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.938832] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52910ecd-52b1-3952-9b66-9ceed75d14d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013083} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.939136] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.939412] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 95aac94d-67e2-4394-a9cf-c6aa5e50af26/95aac94d-67e2-4394-a9cf-c6aa5e50af26.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.939679] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b275d432-0a5b-4b52-b43f-7a05a3ee9b9d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.948292] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1279.948292] env[63198]: value = "task-2713156" [ 1279.948292] env[63198]: _type = "Task" [ 1279.948292] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.956835] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.075336] env[63198]: DEBUG nova.scheduler.client.report [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.140792] env[63198]: DEBUG oslo_concurrency.lockutils [req-fe761d7f-abdd-42d4-b423-761057738476 req-bcb7f557-80a5-4e26-8f78-dcd8b38ffa2e service nova] Releasing lock "refresh_cache-606453b1-c374-48a4-839b-55ba36cb9699" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.458620] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473095} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.459047] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 95aac94d-67e2-4394-a9cf-c6aa5e50af26/95aac94d-67e2-4394-a9cf-c6aa5e50af26.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.459192] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.459474] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-884dc7e7-a5c5-4d13-a847-8f4a0b41bb9a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.465567] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1280.465567] env[63198]: value = "task-2713157" [ 1280.465567] env[63198]: _type = "Task" [ 1280.465567] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.472789] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.580938] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.581507] env[63198]: DEBUG nova.compute.manager [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.975204] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061478} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.975471] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.976248] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78327d2e-a87f-4a14-91c2-c2eadfa68462 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.997233] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 95aac94d-67e2-4394-a9cf-c6aa5e50af26/95aac94d-67e2-4394-a9cf-c6aa5e50af26.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.997464] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7768adb4-e4d2-4d0c-94d6-0e16ce782409 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.015795] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1281.015795] env[63198]: value = "task-2713158" [ 1281.015795] env[63198]: _type = "Task" [ 1281.015795] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.022885] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.086517] env[63198]: DEBUG nova.compute.utils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.087904] env[63198]: DEBUG nova.compute.manager [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Not allocating networking since 'none' was specified. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1281.525468] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.591374] env[63198]: DEBUG nova.compute.manager [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.025419] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713158, 'name': ReconfigVM_Task, 'duration_secs': 0.738312} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.025695] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 95aac94d-67e2-4394-a9cf-c6aa5e50af26/95aac94d-67e2-4394-a9cf-c6aa5e50af26.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.026342] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88d88dff-68b8-4c75-8d02-ce32b19d5a4a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.032329] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1282.032329] env[63198]: value = "task-2713159" [ 1282.032329] env[63198]: _type = "Task" [ 1282.032329] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.039600] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713159, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.541908] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713159, 'name': Rename_Task, 'duration_secs': 0.150374} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.542299] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.542431] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87948caf-ebd1-4032-9f72-0128441c5cba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.548148] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1282.548148] env[63198]: value = "task-2713160" [ 1282.548148] env[63198]: _type = "Task" [ 1282.548148] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.561534] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.601189] env[63198]: DEBUG nova.compute.manager [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.628684] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.628919] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.629091] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.629277] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.629420] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.629566] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.629810] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.630033] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.630217] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.630404] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.630577] env[63198]: DEBUG nova.virt.hardware [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.631458] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3567b05a-9f28-4db2-a99d-fcf2f48f9a64 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.640483] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01555140-b5a9-47e9-8509-508c8deb3972 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.654536] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.659982] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Creating folder: Project (58627fb66a4c4e9080cc9800e680ec17). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.660249] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f65e7f0-0d86-4e16-95d3-4c739925f855 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.670161] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Created folder: Project (58627fb66a4c4e9080cc9800e680ec17) in parent group-v546185. [ 1282.670337] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Creating folder: Instances. Parent ref: group-v546511. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.670537] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4985600-fbf5-483e-b94c-a2a15ee46374 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.678706] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Created folder: Instances in parent group-v546511. [ 1282.678940] env[63198]: DEBUG oslo.service.loopingcall [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.679129] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.679314] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c73c66b-0c78-4397-a53c-a03171b08948 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.694669] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.694669] env[63198]: value = "task-2713163" [ 1282.694669] env[63198]: _type = "Task" [ 1282.694669] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.701480] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713163, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.057604] env[63198]: DEBUG oslo_vmware.api [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713160, 'name': PowerOnVM_Task, 'duration_secs': 0.429228} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.057871] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.058135] env[63198]: INFO nova.compute.manager [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1283.058310] env[63198]: DEBUG nova.compute.manager [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.059120] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8b59db-ca77-4afe-a6e8-690305d2f1be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.204023] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713163, 'name': CreateVM_Task, 'duration_secs': 0.488755} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.204217] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.204640] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.204800] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.205142] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1283.205389] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-121b480d-bcbf-4565-83ae-b6556ca3329b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.209286] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1283.209286] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5289bc60-f591-d41a-f7a6-64ea34539d3b" [ 1283.209286] env[63198]: _type = "Task" [ 1283.209286] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.217422] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5289bc60-f591-d41a-f7a6-64ea34539d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.574798] env[63198]: INFO nova.compute.manager [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Took 13.89 seconds to build instance. [ 1283.719490] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5289bc60-f591-d41a-f7a6-64ea34539d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.719790] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.720034] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.720267] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.720433] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.720589] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.720834] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e15a83e1-c28a-46d8-8f57-2ab42b04e43e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.728815] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.728986] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.729658] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399812be-d787-42ac-90a8-f9a069bf5111 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.734292] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1283.734292] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523ba107-b496-cf69-e8c9-946a80d536d7" [ 1283.734292] env[63198]: _type = "Task" [ 1283.734292] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.740879] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523ba107-b496-cf69-e8c9-946a80d536d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.874316] env[63198]: DEBUG nova.compute.manager [req-f983b7c9-0521-4bb5-ab0c-bb6a23a2c19c req-7dc1a712-3c86-431c-adc4-811a3b29d338 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Received event network-changed-cd2a374d-5734-4ff2-920d-f61ee800cf55 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1283.874488] env[63198]: DEBUG nova.compute.manager [req-f983b7c9-0521-4bb5-ab0c-bb6a23a2c19c req-7dc1a712-3c86-431c-adc4-811a3b29d338 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Refreshing instance network info cache due to event network-changed-cd2a374d-5734-4ff2-920d-f61ee800cf55. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1283.874704] env[63198]: DEBUG oslo_concurrency.lockutils [req-f983b7c9-0521-4bb5-ab0c-bb6a23a2c19c req-7dc1a712-3c86-431c-adc4-811a3b29d338 service nova] Acquiring lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.874860] env[63198]: DEBUG oslo_concurrency.lockutils [req-f983b7c9-0521-4bb5-ab0c-bb6a23a2c19c req-7dc1a712-3c86-431c-adc4-811a3b29d338 service nova] Acquired lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.875186] env[63198]: DEBUG nova.network.neutron [req-f983b7c9-0521-4bb5-ab0c-bb6a23a2c19c req-7dc1a712-3c86-431c-adc4-811a3b29d338 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Refreshing network info cache for port cd2a374d-5734-4ff2-920d-f61ee800cf55 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.077173] env[63198]: DEBUG oslo_concurrency.lockutils [None req-e051e907-ff58-4391-8949-6ef8bcca2d7b tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.397s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.245448] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523ba107-b496-cf69-e8c9-946a80d536d7, 'name': SearchDatastore_Task, 'duration_secs': 0.007651} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.246251] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402568d5-5740-4d2e-b272-8dfaa46199fb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.251625] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1284.251625] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5272a06e-592b-646a-6ec3-e0045e02eb04" [ 1284.251625] env[63198]: _type = "Task" [ 1284.251625] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.258812] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5272a06e-592b-646a-6ec3-e0045e02eb04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.574109] env[63198]: DEBUG nova.network.neutron [req-f983b7c9-0521-4bb5-ab0c-bb6a23a2c19c req-7dc1a712-3c86-431c-adc4-811a3b29d338 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Updated VIF entry in instance network info cache for port cd2a374d-5734-4ff2-920d-f61ee800cf55. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.574479] env[63198]: DEBUG nova.network.neutron [req-f983b7c9-0521-4bb5-ab0c-bb6a23a2c19c req-7dc1a712-3c86-431c-adc4-811a3b29d338 service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Updating instance_info_cache with network_info: [{"id": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "address": "fa:16:3e:6b:6e:5f", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2a374d-57", "ovs_interfaceid": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.761747] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5272a06e-592b-646a-6ec3-e0045e02eb04, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.762134] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.762316] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 7e5fb237-b49f-4222-9379-d7660660f7fb/7e5fb237-b49f-4222-9379-d7660660f7fb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.762576] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-179fa77a-7d22-4f1d-b6cf-87212320ee0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.769326] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1284.769326] env[63198]: value = "task-2713164" [ 1284.769326] env[63198]: _type = "Task" [ 1284.769326] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.776212] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.077581] env[63198]: DEBUG oslo_concurrency.lockutils [req-f983b7c9-0521-4bb5-ab0c-bb6a23a2c19c req-7dc1a712-3c86-431c-adc4-811a3b29d338 service nova] Releasing lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.278801] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427071} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.279016] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore1] 7e5fb237-b49f-4222-9379-d7660660f7fb/7e5fb237-b49f-4222-9379-d7660660f7fb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.279237] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.279492] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-666e8a60-a382-4efe-9c07-cef3e572e6a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.285524] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1285.285524] env[63198]: value = "task-2713165" [ 1285.285524] env[63198]: _type = "Task" [ 1285.285524] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.293682] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.798335] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059281} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.798785] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.799633] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714df9cf-fbca-448c-a6ae-702fe99b2585 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.821241] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 7e5fb237-b49f-4222-9379-d7660660f7fb/7e5fb237-b49f-4222-9379-d7660660f7fb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.821491] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1764aaed-801f-4d93-868e-51eb144dd68f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.840073] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1285.840073] env[63198]: value = "task-2713166" [ 1285.840073] env[63198]: _type = "Task" [ 1285.840073] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.847589] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.350739] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.850774] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713166, 'name': ReconfigVM_Task, 'duration_secs': 0.737617} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.851172] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 7e5fb237-b49f-4222-9379-d7660660f7fb/7e5fb237-b49f-4222-9379-d7660660f7fb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.851625] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50512ed0-149b-4441-934b-2d1c666e85ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.857741] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1286.857741] env[63198]: value = "task-2713167" [ 1286.857741] env[63198]: _type = "Task" [ 1286.857741] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.864825] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713167, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.367320] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713167, 'name': Rename_Task, 'duration_secs': 0.142071} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.367579] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.367801] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17daeba6-7d5d-4383-80c5-3860cb4bee1f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.373916] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1287.373916] env[63198]: value = "task-2713168" [ 1287.373916] env[63198]: _type = "Task" [ 1287.373916] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.381405] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.883688] env[63198]: DEBUG oslo_vmware.api [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713168, 'name': PowerOnVM_Task, 'duration_secs': 0.394724} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.884148] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.884237] env[63198]: INFO nova.compute.manager [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1287.884380] env[63198]: DEBUG nova.compute.manager [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.885145] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41978bcb-30bb-4dfc-9a76-72b39051baaa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.400847] env[63198]: INFO nova.compute.manager [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Took 9.97 seconds to build instance. [ 1288.903348] env[63198]: DEBUG oslo_concurrency.lockutils [None req-356107b6-19ac-4247-90f8-dfd0b160a75a tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "7e5fb237-b49f-4222-9379-d7660660f7fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.482s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.248476] env[63198]: INFO nova.compute.manager [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Rebuilding instance [ 1289.301859] env[63198]: DEBUG nova.compute.manager [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.302744] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff91da1d-387b-41f5-b1d8-39ddcbff0397 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.316674] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.317091] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db6532e-cc02-469e-9f61-ed934326aa59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.325087] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1290.325087] env[63198]: value = "task-2713169" [ 1290.325087] env[63198]: _type = "Task" [ 1290.325087] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.335221] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.838508] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713169, 'name': PowerOffVM_Task, 'duration_secs': 0.158574} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.838863] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.839212] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.840051] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236bc94e-b175-42cf-bb42-09ddd16d1995 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.846284] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.846518] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-269dda3a-ba8b-4698-bcc6-0b916ab5d5be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.874293] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.874543] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Deleting contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.874755] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Deleting the datastore file [datastore1] 7e5fb237-b49f-4222-9379-d7660660f7fb {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.875066] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72106a48-b50f-4aff-bac5-58d1851643d8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.882096] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1290.882096] env[63198]: value = "task-2713171" [ 1290.882096] env[63198]: _type = "Task" [ 1290.882096] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.889959] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.392448] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169347} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.392805] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.392805] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Deleted contents of the VM from datastore datastore1 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.392980] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.423826] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.424286] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.424286] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.424417] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.424551] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.424697] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.424904] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.425080] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.425251] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.425414] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.425584] env[63198]: DEBUG nova.virt.hardware [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.426456] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f974a4-8766-47e1-a1d0-fd712ba42cc5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.434058] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece235d9-f438-4877-ab9d-944559dddd58 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.446949] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Instance VIF info [] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.452409] env[63198]: DEBUG oslo.service.loopingcall [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.453059] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.453157] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03cc47c3-dfd4-4ad2-a9ca-5379453d66a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.468766] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.468766] env[63198]: value = "task-2713172" [ 1292.468766] env[63198]: _type = "Task" [ 1292.468766] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.475739] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713172, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.978386] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713172, 'name': CreateVM_Task, 'duration_secs': 0.249179} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.978571] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.978905] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.979085] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.979406] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.979650] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9352e9f-2fdf-41b0-89b8-48af8b7dfff3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.983694] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1292.983694] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a4784a-1902-33ea-7a71-9b315d824048" [ 1292.983694] env[63198]: _type = "Task" [ 1292.983694] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.990684] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a4784a-1902-33ea-7a71-9b315d824048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.495255] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52a4784a-1902-33ea-7a71-9b315d824048, 'name': SearchDatastore_Task, 'duration_secs': 0.008753} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.495255] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.495255] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.495255] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.495255] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.495255] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.495881] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2938077-24fc-4893-b830-cb13d6b6ad6f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.503330] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.503525] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.504474] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16039f4-25d5-45be-898e-2d0a4bd40a6d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.508743] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1293.508743] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520bad78-48de-d44a-2b8b-9fb8a014f542" [ 1293.508743] env[63198]: _type = "Task" [ 1293.508743] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.516849] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520bad78-48de-d44a-2b8b-9fb8a014f542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.018734] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]520bad78-48de-d44a-2b8b-9fb8a014f542, 'name': SearchDatastore_Task, 'duration_secs': 0.00802} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.019498] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b543bfc2-622b-4bd5-96b6-f373c93a91bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.024466] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1294.024466] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523491ee-6822-30d5-8972-ff550f489041" [ 1294.024466] env[63198]: _type = "Task" [ 1294.024466] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.031568] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523491ee-6822-30d5-8972-ff550f489041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.534727] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]523491ee-6822-30d5-8972-ff550f489041, 'name': SearchDatastore_Task, 'duration_secs': 0.009155} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.535058] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.535251] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 7e5fb237-b49f-4222-9379-d7660660f7fb/7e5fb237-b49f-4222-9379-d7660660f7fb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.535503] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-780a5c3e-e91f-4025-8818-dea1d4c22b30 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.543079] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1294.543079] env[63198]: value = "task-2713173" [ 1294.543079] env[63198]: _type = "Task" [ 1294.543079] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.550255] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.052810] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440459} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.053076] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] 7e5fb237-b49f-4222-9379-d7660660f7fb/7e5fb237-b49f-4222-9379-d7660660f7fb.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.053289] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.053530] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be8c988a-015a-4643-8a10-89a8c4c3669b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.059227] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1295.059227] env[63198]: value = "task-2713174" [ 1295.059227] env[63198]: _type = "Task" [ 1295.059227] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.066060] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.568975] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062338} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.569374] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.570015] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12404fe-9689-4026-bfa5-2e2d1a07c269 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.588862] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7e5fb237-b49f-4222-9379-d7660660f7fb/7e5fb237-b49f-4222-9379-d7660660f7fb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.589098] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6eaa31-ffc5-459e-981a-ec59467ed3f6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.607793] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1295.607793] env[63198]: value = "task-2713175" [ 1295.607793] env[63198]: _type = "Task" [ 1295.607793] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.615151] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.117147] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713175, 'name': ReconfigVM_Task, 'duration_secs': 0.301012} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.117427] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7e5fb237-b49f-4222-9379-d7660660f7fb/7e5fb237-b49f-4222-9379-d7660660f7fb.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.118057] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33863ac4-5f9f-44f2-9a6a-0008ebd283c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.123632] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1296.123632] env[63198]: value = "task-2713176" [ 1296.123632] env[63198]: _type = "Task" [ 1296.123632] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.130844] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713176, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.633468] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713176, 'name': Rename_Task, 'duration_secs': 0.125773} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.633956] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.634033] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ade33985-54d9-4294-8450-2cdb3c1b483c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.639514] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1296.639514] env[63198]: value = "task-2713177" [ 1296.639514] env[63198]: _type = "Task" [ 1296.639514] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.646545] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.149543] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.649968] env[63198]: DEBUG oslo_vmware.api [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713177, 'name': PowerOnVM_Task, 'duration_secs': 0.686721} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.650416] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.650482] env[63198]: DEBUG nova.compute.manager [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.651215] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9250ea8b-863b-4638-a1d7-705972e2673e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.169719] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.169941] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.170139] env[63198]: DEBUG nova.objects.instance [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63198) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1298.951784] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "7e5fb237-b49f-4222-9379-d7660660f7fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.952182] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "7e5fb237-b49f-4222-9379-d7660660f7fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.952283] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "7e5fb237-b49f-4222-9379-d7660660f7fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.952463] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "7e5fb237-b49f-4222-9379-d7660660f7fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.952631] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "7e5fb237-b49f-4222-9379-d7660660f7fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.954695] env[63198]: INFO nova.compute.manager [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Terminating instance [ 1299.180579] env[63198]: DEBUG oslo_concurrency.lockutils [None req-76ea25ad-634d-4600-be67-ce16e2ad4334 tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.458713] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "refresh_cache-7e5fb237-b49f-4222-9379-d7660660f7fb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.458926] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquired lock "refresh_cache-7e5fb237-b49f-4222-9379-d7660660f7fb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.459163] env[63198]: DEBUG nova.network.neutron [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.978299] env[63198]: DEBUG nova.network.neutron [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.030148] env[63198]: DEBUG nova.network.neutron [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.532746] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Releasing lock "refresh_cache-7e5fb237-b49f-4222-9379-d7660660f7fb" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.533151] env[63198]: DEBUG nova.compute.manager [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.533355] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.534308] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162cb933-d22c-4c14-93fb-afbc7892ecec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.542012] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.542252] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82abc1eb-adf0-43b0-8ff0-a16e0b434346 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.547838] env[63198]: DEBUG oslo_vmware.api [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1300.547838] env[63198]: value = "task-2713178" [ 1300.547838] env[63198]: _type = "Task" [ 1300.547838] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.555199] env[63198]: DEBUG oslo_vmware.api [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.057718] env[63198]: DEBUG oslo_vmware.api [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713178, 'name': PowerOffVM_Task, 'duration_secs': 0.106695} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.058172] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.058264] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.058459] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf286fb9-b590-4617-b760-0cd01db4d1cd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.081371] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.081588] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.081734] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Deleting the datastore file [datastore2] 7e5fb237-b49f-4222-9379-d7660660f7fb {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.081980] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71960461-3c95-4b08-8072-c64bf87b12e0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.087481] env[63198]: DEBUG oslo_vmware.api [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for the task: (returnval){ [ 1301.087481] env[63198]: value = "task-2713180" [ 1301.087481] env[63198]: _type = "Task" [ 1301.087481] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.094957] env[63198]: DEBUG oslo_vmware.api [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.598482] env[63198]: DEBUG oslo_vmware.api [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Task: {'id': task-2713180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095349} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.598723] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.598907] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.599092] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.599271] env[63198]: INFO nova.compute.manager [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1301.599507] env[63198]: DEBUG oslo.service.loopingcall [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1301.599697] env[63198]: DEBUG nova.compute.manager [-] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.599790] env[63198]: DEBUG nova.network.neutron [-] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.614646] env[63198]: DEBUG nova.network.neutron [-] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.117103] env[63198]: DEBUG nova.network.neutron [-] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.620383] env[63198]: INFO nova.compute.manager [-] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Took 1.02 seconds to deallocate network for instance. [ 1303.128049] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.128049] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.128049] env[63198]: DEBUG nova.objects.instance [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lazy-loading 'resources' on Instance uuid 7e5fb237-b49f-4222-9379-d7660660f7fb {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.682841] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1e4863-bf2e-4d94-a40a-d5bee3938a2f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.690360] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da87160e-12d2-4e38-b372-0b41cb0d8235 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.719662] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa88e6e-8730-4778-b14e-a6f8abbbcd96 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.726398] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1efb2f-a954-4569-a273-6d2873ed7508 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.738986] env[63198]: DEBUG nova.compute.provider_tree [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.242704] env[63198]: DEBUG nova.scheduler.client.report [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.749474] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.770920] env[63198]: INFO nova.scheduler.client.report [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Deleted allocations for instance 7e5fb237-b49f-4222-9379-d7660660f7fb [ 1305.278867] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ce39a47-5123-4ef0-9a67-e380e28788eb tempest-ServerShowV254Test-897623606 tempest-ServerShowV254Test-897623606-project-member] Lock "7e5fb237-b49f-4222-9379-d7660660f7fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.327s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.361549] env[63198]: DEBUG oslo_concurrency.lockutils [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "606453b1-c374-48a4-839b-55ba36cb9699" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.361859] env[63198]: DEBUG oslo_concurrency.lockutils [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.865053] env[63198]: DEBUG nova.compute.utils [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1316.368597] env[63198]: DEBUG oslo_concurrency.lockutils [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.430138] env[63198]: DEBUG oslo_concurrency.lockutils [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "606453b1-c374-48a4-839b-55ba36cb9699" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.430539] env[63198]: DEBUG oslo_concurrency.lockutils [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.430639] env[63198]: INFO nova.compute.manager [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Attaching volume bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f to /dev/sdb [ 1317.460231] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451a8f84-7d91-4d8a-a02b-538d67d4307f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.467050] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b61bd-391a-486a-807c-d4420b386cdc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.480085] env[63198]: DEBUG nova.virt.block_device [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Updating existing volume attachment record: 497459b2-bfe6-4ff4-a8a2-fc6185b9407a {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1321.320560] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.320966] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.320966] env[63198]: DEBUG nova.compute.manager [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.321893] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e60c10d-726a-4f98-9f91-0472019a1b39 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.329064] env[63198]: DEBUG nova.compute.manager [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1321.329616] env[63198]: DEBUG nova.objects.instance [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'flavor' on Instance uuid 95aac94d-67e2-4394-a9cf-c6aa5e50af26 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.021478] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1322.021738] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546515', 'volume_id': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'name': 'volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '606453b1-c374-48a4-839b-55ba36cb9699', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'serial': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1322.022678] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d701a0-ed08-4e92-a1b7-8dffd237ece9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.039139] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54a68d7-c591-41fb-95c7-61146dc68a77 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.063013] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f/volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.063372] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027a997a-e053-436e-ae0c-85ba59b19d03 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.080303] env[63198]: DEBUG oslo_vmware.api [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1322.080303] env[63198]: value = "task-2713183" [ 1322.080303] env[63198]: _type = "Task" [ 1322.080303] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.087878] env[63198]: DEBUG oslo_vmware.api [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.338315] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.338683] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6b95336-91f5-4488-857b-3dc1661e91e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.346304] env[63198]: DEBUG oslo_vmware.api [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1322.346304] env[63198]: value = "task-2713184" [ 1322.346304] env[63198]: _type = "Task" [ 1322.346304] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.354951] env[63198]: DEBUG oslo_vmware.api [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.590283] env[63198]: DEBUG oslo_vmware.api [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713183, 'name': ReconfigVM_Task, 'duration_secs': 0.324375} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.590590] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f/volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.595196] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2030cef9-af98-49bd-857b-e1c70155bbac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.609220] env[63198]: DEBUG oslo_vmware.api [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1322.609220] env[63198]: value = "task-2713185" [ 1322.609220] env[63198]: _type = "Task" [ 1322.609220] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.616383] env[63198]: DEBUG oslo_vmware.api [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713185, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.856062] env[63198]: DEBUG oslo_vmware.api [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713184, 'name': PowerOffVM_Task, 'duration_secs': 0.183799} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.857066] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.857066] env[63198]: DEBUG nova.compute.manager [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.857265] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3c049e-07e5-44b1-93b5-1237aa8c2b01 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.119846] env[63198]: DEBUG oslo_vmware.api [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713185, 'name': ReconfigVM_Task, 'duration_secs': 0.143386} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.120194] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546515', 'volume_id': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'name': 'volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '606453b1-c374-48a4-839b-55ba36cb9699', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'serial': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1323.368821] env[63198]: DEBUG oslo_concurrency.lockutils [None req-0591200c-d226-413d-9a7c-1f1cecf66332 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.629965] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.630278] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.676975] env[63198]: DEBUG nova.objects.instance [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'flavor' on Instance uuid 95aac94d-67e2-4394-a9cf-c6aa5e50af26 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.133687] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.133933] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.134122] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.134317] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1324.135209] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe99d60e-1d46-4863-a621-d096888860c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.144031] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46871d16-3fec-4d33-a840-60b99a2f707d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.157344] env[63198]: DEBUG nova.objects.instance [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'flavor' on Instance uuid 606453b1-c374-48a4-839b-55ba36cb9699 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.159407] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6d5cc-a3d2-4a34-b467-88c79fcc88a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.165704] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc640a42-1a2f-479a-acce-041549fac6b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.197847] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180894MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1324.197994] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.198196] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.199768] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.199929] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.200111] env[63198]: DEBUG nova.network.neutron [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.200288] env[63198]: DEBUG nova.objects.instance [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'info_cache' on Instance uuid 95aac94d-67e2-4394-a9cf-c6aa5e50af26 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.664893] env[63198]: DEBUG oslo_concurrency.lockutils [None req-80a68a19-9506-4bbb-a713-3523c58e7cb8 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.703048] env[63198]: DEBUG nova.objects.base [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Object Instance<95aac94d-67e2-4394-a9cf-c6aa5e50af26> lazy-loaded attributes: flavor,info_cache {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1324.858376] env[63198]: DEBUG oslo_concurrency.lockutils [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "606453b1-c374-48a4-839b-55ba36cb9699" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.858612] env[63198]: DEBUG oslo_concurrency.lockutils [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.227702] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 606453b1-c374-48a4-839b-55ba36cb9699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.227859] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance 95aac94d-67e2-4394-a9cf-c6aa5e50af26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.228045] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1325.228187] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1325.261533] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89292597-7ace-4474-b0da-0eb1b811206b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.271122] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ad2ad6-9fe1-4a03-b9e7-f73010284965 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.300506] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020cc216-f076-4125-bd12-d436cdc10795 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.307287] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff64d974-ff77-4036-b7b8-d4b03523b695 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.322689] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.361307] env[63198]: INFO nova.compute.manager [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Detaching volume bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f [ 1325.391297] env[63198]: INFO nova.virt.block_device [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Attempting to driver detach volume bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f from mountpoint /dev/sdb [ 1325.391549] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1325.391735] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546515', 'volume_id': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'name': 'volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '606453b1-c374-48a4-839b-55ba36cb9699', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'serial': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1325.392703] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33884bc2-fc62-40c8-89ec-0875600050ac {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.416403] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecaac1c-4fb8-4dcd-8152-c543a3c79937 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.423836] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bbcbd7-a400-495a-81b4-b05f1dd0658e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.443512] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3723fd6-0361-4693-b0c6-30ba52f2ee16 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.457622] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] The volume has not been displaced from its original location: [datastore1] volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f/volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1325.463128] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.464079] env[63198]: DEBUG nova.network.neutron [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Updating instance_info_cache with network_info: [{"id": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "address": "fa:16:3e:6b:6e:5f", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2a374d-57", "ovs_interfaceid": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.465911] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d2591f-4f7a-467e-83fd-9df2c9a15efb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.478610] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.485084] env[63198]: DEBUG oslo_vmware.api [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1325.485084] env[63198]: value = "task-2713186" [ 1325.485084] env[63198]: _type = "Task" [ 1325.485084] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.495139] env[63198]: DEBUG oslo_vmware.api [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.826162] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.994335] env[63198]: DEBUG oslo_vmware.api [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713186, 'name': ReconfigVM_Task, 'duration_secs': 0.232266} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.994544] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.999270] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70291abe-d602-47e2-b1cf-028ced883fc7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.014453] env[63198]: DEBUG oslo_vmware.api [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1326.014453] env[63198]: value = "task-2713187" [ 1326.014453] env[63198]: _type = "Task" [ 1326.014453] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.022125] env[63198]: DEBUG oslo_vmware.api [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.331141] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1326.331331] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.486051] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.486185] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891bf294-1a2a-43ea-8bf5-995e655e1073 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.493086] env[63198]: DEBUG oslo_vmware.api [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1326.493086] env[63198]: value = "task-2713188" [ 1326.493086] env[63198]: _type = "Task" [ 1326.493086] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.500684] env[63198]: DEBUG oslo_vmware.api [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.523359] env[63198]: DEBUG oslo_vmware.api [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713187, 'name': ReconfigVM_Task, 'duration_secs': 0.139619} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.523646] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546515', 'volume_id': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'name': 'volume-bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '606453b1-c374-48a4-839b-55ba36cb9699', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f', 'serial': 'bc5c5cb0-a8cd-43dd-9e19-672996ec1e9f'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1327.004473] env[63198]: DEBUG oslo_vmware.api [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713188, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.063532] env[63198]: DEBUG nova.objects.instance [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'flavor' on Instance uuid 606453b1-c374-48a4-839b-55ba36cb9699 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.502560] env[63198]: DEBUG oslo_vmware.api [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713188, 'name': PowerOnVM_Task, 'duration_secs': 0.528089} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.502823] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.503031] env[63198]: DEBUG nova.compute.manager [None req-d0785d9e-a5f2-417d-b94d-51a7bd40171c tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.503745] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafc09c9-8575-4ee9-9bd9-155a5041f8d6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.070252] env[63198]: DEBUG oslo_concurrency.lockutils [None req-adfcbcd0-a307-4272-a9b3-9984495d1a39 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.401681] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5014a170-8469-4179-ae4e-72f23cdbf3cc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.408311] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-130c061d-57be-498a-98e4-8f4c4a2cebf6 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Suspending the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1328.408482] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-10faecfa-e709-4fb5-9a07-1b56e4183114 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.415722] env[63198]: DEBUG oslo_vmware.api [None req-130c061d-57be-498a-98e4-8f4c4a2cebf6 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1328.415722] env[63198]: value = "task-2713189" [ 1328.415722] env[63198]: _type = "Task" [ 1328.415722] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.423042] env[63198]: DEBUG oslo_vmware.api [None req-130c061d-57be-498a-98e4-8f4c4a2cebf6 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713189, 'name': SuspendVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.926017] env[63198]: DEBUG oslo_vmware.api [None req-130c061d-57be-498a-98e4-8f4c4a2cebf6 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713189, 'name': SuspendVM_Task} progress is 70%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.107066] env[63198]: DEBUG oslo_concurrency.lockutils [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "606453b1-c374-48a4-839b-55ba36cb9699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.107360] env[63198]: DEBUG oslo_concurrency.lockutils [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.107638] env[63198]: DEBUG oslo_concurrency.lockutils [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "606453b1-c374-48a4-839b-55ba36cb9699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.107858] env[63198]: DEBUG oslo_concurrency.lockutils [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.108075] env[63198]: DEBUG oslo_concurrency.lockutils [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.110287] env[63198]: INFO nova.compute.manager [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Terminating instance [ 1329.326408] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.326587] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.326726] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.326876] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.327022] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1329.426927] env[63198]: DEBUG oslo_vmware.api [None req-130c061d-57be-498a-98e4-8f4c4a2cebf6 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713189, 'name': SuspendVM_Task, 'duration_secs': 0.592598} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.427199] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-130c061d-57be-498a-98e4-8f4c4a2cebf6 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Suspended the VM {{(pid=63198) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1329.427375] env[63198]: DEBUG nova.compute.manager [None req-130c061d-57be-498a-98e4-8f4c4a2cebf6 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.428119] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a4fd3a-abe9-4c42-98c5-fd220c705f9a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.614457] env[63198]: DEBUG nova.compute.manager [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.614644] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.615555] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b379d215-e1a1-49fb-81fb-3b2a818c0ac4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.623071] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.623310] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ec12091-e4ef-405a-ade8-15b8f51d0da9 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.624847] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.631803] env[63198]: DEBUG oslo_vmware.api [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1329.631803] env[63198]: value = "task-2713190" [ 1329.631803] env[63198]: _type = "Task" [ 1329.631803] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.640338] env[63198]: DEBUG oslo_vmware.api [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.129260] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.141130] env[63198]: DEBUG oslo_vmware.api [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713190, 'name': PowerOffVM_Task, 'duration_secs': 0.179766} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.141393] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.141561] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.141862] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a0caa37-c61a-4ee0-b5e2-c38868301a1b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.204962] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.205214] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.205403] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleting the datastore file [datastore2] 606453b1-c374-48a4-839b-55ba36cb9699 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.205656] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-568b486e-68d3-4dec-b8da-05b3c61de13a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.211103] env[63198]: DEBUG oslo_vmware.api [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for the task: (returnval){ [ 1330.211103] env[63198]: value = "task-2713192" [ 1330.211103] env[63198]: _type = "Task" [ 1330.211103] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.218479] env[63198]: DEBUG oslo_vmware.api [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.721454] env[63198]: DEBUG oslo_vmware.api [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Task: {'id': task-2713192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125302} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.721730] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.721876] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.722062] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.722240] env[63198]: INFO nova.compute.manager [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1330.722478] env[63198]: DEBUG oslo.service.loopingcall [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.722673] env[63198]: DEBUG nova.compute.manager [-] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.722767] env[63198]: DEBUG nova.network.neutron [-] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.740936] env[63198]: INFO nova.compute.manager [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Resuming [ 1330.741465] env[63198]: DEBUG nova.objects.instance [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'flavor' on Instance uuid 95aac94d-67e2-4394-a9cf-c6aa5e50af26 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.170095] env[63198]: DEBUG nova.compute.manager [req-83e69b77-eeed-48ea-8982-5ebbc331d33e req-ffe9bb5b-9e2b-4499-828a-4378138c8cc9 service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Received event network-vif-deleted-99401e5e-ce70-49b2-b75a-ac45b858620e {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1331.170361] env[63198]: INFO nova.compute.manager [req-83e69b77-eeed-48ea-8982-5ebbc331d33e req-ffe9bb5b-9e2b-4499-828a-4378138c8cc9 service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Neutron deleted interface 99401e5e-ce70-49b2-b75a-ac45b858620e; detaching it from the instance and deleting it from the info cache [ 1331.170597] env[63198]: DEBUG nova.network.neutron [req-83e69b77-eeed-48ea-8982-5ebbc331d33e req-ffe9bb5b-9e2b-4499-828a-4378138c8cc9 service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.654891] env[63198]: DEBUG nova.network.neutron [-] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.673122] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7172066-d5e9-4fa2-b928-8b6276d50396 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.683302] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bd8b94-99c7-4907-bf8a-be5a540d3847 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.710696] env[63198]: DEBUG nova.compute.manager [req-83e69b77-eeed-48ea-8982-5ebbc331d33e req-ffe9bb5b-9e2b-4499-828a-4378138c8cc9 service nova] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Detach interface failed, port_id=99401e5e-ce70-49b2-b75a-ac45b858620e, reason: Instance 606453b1-c374-48a4-839b-55ba36cb9699 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1332.157859] env[63198]: INFO nova.compute.manager [-] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Took 1.43 seconds to deallocate network for instance. [ 1332.251136] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.251566] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquired lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.251566] env[63198]: DEBUG nova.network.neutron [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.665067] env[63198]: DEBUG oslo_concurrency.lockutils [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.665067] env[63198]: DEBUG oslo_concurrency.lockutils [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.665324] env[63198]: DEBUG nova.objects.instance [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lazy-loading 'resources' on Instance uuid 606453b1-c374-48a4-839b-55ba36cb9699 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.180941] env[63198]: DEBUG nova.network.neutron [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Updating instance_info_cache with network_info: [{"id": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "address": "fa:16:3e:6b:6e:5f", "network": {"id": "48459f2a-eda9-42fb-babf-0768b58ecd62", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-647867844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6448777d6bf743f89d84806f621c8337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd2a374d-57", "ovs_interfaceid": "cd2a374d-5734-4ff2-920d-f61ee800cf55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.208404] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59d6acc-67cc-48ac-b827-6945660b6f87 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.217359] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86092eaf-5a09-46df-b2de-f2a9e9999726 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.246175] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f501db-fc7e-4994-8314-3054f4f7e69a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.252508] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7f8151-39ed-4856-b389-0e23cfeee8ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.265268] env[63198]: DEBUG nova.compute.provider_tree [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.629300] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.684245] env[63198]: DEBUG oslo_concurrency.lockutils [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Releasing lock "refresh_cache-95aac94d-67e2-4394-a9cf-c6aa5e50af26" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.685227] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7fc9e4-459b-4f00-b214-b680f29d8db1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.692232] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Resuming the VM {{(pid=63198) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1333.692473] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd3e5b11-f9cc-474b-8fec-01fab592e702 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.699979] env[63198]: DEBUG oslo_vmware.api [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1333.699979] env[63198]: value = "task-2713193" [ 1333.699979] env[63198]: _type = "Task" [ 1333.699979] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.707100] env[63198]: DEBUG oslo_vmware.api [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.768422] env[63198]: DEBUG nova.scheduler.client.report [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.210701] env[63198]: DEBUG oslo_vmware.api [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713193, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.272999] env[63198]: DEBUG oslo_concurrency.lockutils [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.297543] env[63198]: INFO nova.scheduler.client.report [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Deleted allocations for instance 606453b1-c374-48a4-839b-55ba36cb9699 [ 1334.712510] env[63198]: DEBUG oslo_vmware.api [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713193, 'name': PowerOnVM_Task, 'duration_secs': 0.569126} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.712793] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Resumed the VM {{(pid=63198) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1334.712974] env[63198]: DEBUG nova.compute.manager [None req-bbff6eb7-4882-410d-974d-e165279004ac tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.713778] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400540e-0efb-45c6-a2e1-f35179de2f55 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.804978] env[63198]: DEBUG oslo_concurrency.lockutils [None req-329a067a-a02f-4ed5-891b-776e48a5bf98 tempest-AttachVolumeNegativeTest-579702550 tempest-AttachVolumeNegativeTest-579702550-project-member] Lock "606453b1-c374-48a4-839b-55ba36cb9699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.697s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.486066] env[63198]: DEBUG oslo_concurrency.lockutils [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.486456] env[63198]: DEBUG oslo_concurrency.lockutils [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.486574] env[63198]: DEBUG oslo_concurrency.lockutils [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.486764] env[63198]: DEBUG oslo_concurrency.lockutils [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.486932] env[63198]: DEBUG oslo_concurrency.lockutils [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.489012] env[63198]: INFO nova.compute.manager [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Terminating instance [ 1336.992874] env[63198]: DEBUG nova.compute.manager [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.993104] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.994029] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24368a74-d12f-46c5-9e57-db74fe6d6067 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.001829] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.002073] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cbde37a-a12d-4785-8fa1-d067cd0df2b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.008436] env[63198]: DEBUG oslo_vmware.api [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1337.008436] env[63198]: value = "task-2713195" [ 1337.008436] env[63198]: _type = "Task" [ 1337.008436] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.018191] env[63198]: DEBUG oslo_vmware.api [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.517464] env[63198]: DEBUG oslo_vmware.api [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713195, 'name': PowerOffVM_Task, 'duration_secs': 0.187703} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.517886] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.517886] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.518133] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f1d7844-3a6d-4f50-995f-32ccf62ad9a5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.578328] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.578594] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.578730] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleting the datastore file [datastore2] 95aac94d-67e2-4394-a9cf-c6aa5e50af26 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.578986] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4b036ce-6875-4d20-b880-77c195f3fa76 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.584777] env[63198]: DEBUG oslo_vmware.api [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for the task: (returnval){ [ 1337.584777] env[63198]: value = "task-2713197" [ 1337.584777] env[63198]: _type = "Task" [ 1337.584777] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.591771] env[63198]: DEBUG oslo_vmware.api [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.094676] env[63198]: DEBUG oslo_vmware.api [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Task: {'id': task-2713197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136046} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.094955] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.095133] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.095317] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.095532] env[63198]: INFO nova.compute.manager [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1338.095786] env[63198]: DEBUG oslo.service.loopingcall [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.095981] env[63198]: DEBUG nova.compute.manager [-] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.096093] env[63198]: DEBUG nova.network.neutron [-] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.553322] env[63198]: DEBUG nova.compute.manager [req-0e01f8bf-f936-4864-84fd-593aab82db9b req-ecd81b5a-a168-441a-8b85-32bc9d34dd5f service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Received event network-vif-deleted-cd2a374d-5734-4ff2-920d-f61ee800cf55 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1338.553322] env[63198]: INFO nova.compute.manager [req-0e01f8bf-f936-4864-84fd-593aab82db9b req-ecd81b5a-a168-441a-8b85-32bc9d34dd5f service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Neutron deleted interface cd2a374d-5734-4ff2-920d-f61ee800cf55; detaching it from the instance and deleting it from the info cache [ 1338.553322] env[63198]: DEBUG nova.network.neutron [req-0e01f8bf-f936-4864-84fd-593aab82db9b req-ecd81b5a-a168-441a-8b85-32bc9d34dd5f service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.030690] env[63198]: DEBUG nova.network.neutron [-] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.055945] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-215148ec-daab-4910-9a3b-fc87724f9244 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.066693] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1ab1f6-5065-4dd8-a3b8-595915b41ea5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.090404] env[63198]: DEBUG nova.compute.manager [req-0e01f8bf-f936-4864-84fd-593aab82db9b req-ecd81b5a-a168-441a-8b85-32bc9d34dd5f service nova] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Detach interface failed, port_id=cd2a374d-5734-4ff2-920d-f61ee800cf55, reason: Instance 95aac94d-67e2-4394-a9cf-c6aa5e50af26 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1339.533602] env[63198]: INFO nova.compute.manager [-] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Took 1.44 seconds to deallocate network for instance. [ 1340.040213] env[63198]: DEBUG oslo_concurrency.lockutils [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.040582] env[63198]: DEBUG oslo_concurrency.lockutils [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.040647] env[63198]: DEBUG nova.objects.instance [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lazy-loading 'resources' on Instance uuid 95aac94d-67e2-4394-a9cf-c6aa5e50af26 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.575168] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd058387-2da7-4444-8ddb-0920fc36d170 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.582328] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903dfc45-c588-4b6c-a8b5-93a876ad10ba {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.611357] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6859d52-2e5a-413d-a511-55985b3be98c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.618030] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db009b9f-0500-4d31-b678-84f75deafe8c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.631691] env[63198]: DEBUG nova.compute.provider_tree [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.134897] env[63198]: DEBUG nova.scheduler.client.report [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.640141] env[63198]: DEBUG oslo_concurrency.lockutils [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.660054] env[63198]: INFO nova.scheduler.client.report [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Deleted allocations for instance 95aac94d-67e2-4394-a9cf-c6aa5e50af26 [ 1342.169726] env[63198]: DEBUG oslo_concurrency.lockutils [None req-52375dd9-b3d8-4026-9dfe-745576c8a5c7 tempest-ServerActionsTestJSON-188243536 tempest-ServerActionsTestJSON-188243536-project-member] Lock "95aac94d-67e2-4394-a9cf-c6aa5e50af26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.683s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.129438] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.129746] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.632466] env[63198]: DEBUG nova.compute.manager [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.161719] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.162132] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.165153] env[63198]: INFO nova.compute.claims [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.213944] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e7ae09-be33-4acd-b0d0-b4d9c5c6741a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.221671] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc3d691-b388-4dc6-9229-a0bfc3451d20 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.252915] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9721e8bc-6624-44fb-884a-9161a9604f0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.260261] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae10f2-3e8a-4e9a-88c5-2f01f7c86cc1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.273424] env[63198]: DEBUG nova.compute.provider_tree [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.776907] env[63198]: DEBUG nova.scheduler.client.report [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.282152] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.282690] env[63198]: DEBUG nova.compute.manager [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.788403] env[63198]: DEBUG nova.compute.utils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.789683] env[63198]: DEBUG nova.compute.manager [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1351.789854] env[63198]: DEBUG nova.network.neutron [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.824290] env[63198]: DEBUG nova.policy [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e2c9565da2b485796064906face862f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec2908817d984a0c8ff9b7d656e8621d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.055240] env[63198]: DEBUG nova.network.neutron [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Successfully created port: 670a5e85-990a-4409-852a-af7386e9ebee {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.292823] env[63198]: DEBUG nova.compute.manager [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.302256] env[63198]: DEBUG nova.compute.manager [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.330930] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.331139] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.331342] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.332536] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.332536] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.332536] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.332536] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.332536] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.332536] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.332536] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.333218] env[63198]: DEBUG nova.virt.hardware [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.333604] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85ff709-e21c-44ef-8a1a-cf38340e23a3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.342965] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e096b13-35eb-4f12-acdb-6c9a2b06c9f0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.412472] env[63198]: DEBUG nova.compute.manager [req-da286302-06f0-4525-a43f-8f61738818a3 req-2199a035-3c0e-42c9-9512-2869ed42d0f2 service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Received event network-vif-plugged-670a5e85-990a-4409-852a-af7386e9ebee {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1353.412778] env[63198]: DEBUG oslo_concurrency.lockutils [req-da286302-06f0-4525-a43f-8f61738818a3 req-2199a035-3c0e-42c9-9512-2869ed42d0f2 service nova] Acquiring lock "f89358e3-4a71-4f74-97d5-db6b15949c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.412961] env[63198]: DEBUG oslo_concurrency.lockutils [req-da286302-06f0-4525-a43f-8f61738818a3 req-2199a035-3c0e-42c9-9512-2869ed42d0f2 service nova] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.413145] env[63198]: DEBUG oslo_concurrency.lockutils [req-da286302-06f0-4525-a43f-8f61738818a3 req-2199a035-3c0e-42c9-9512-2869ed42d0f2 service nova] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.413352] env[63198]: DEBUG nova.compute.manager [req-da286302-06f0-4525-a43f-8f61738818a3 req-2199a035-3c0e-42c9-9512-2869ed42d0f2 service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] No waiting events found dispatching network-vif-plugged-670a5e85-990a-4409-852a-af7386e9ebee {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1353.413509] env[63198]: WARNING nova.compute.manager [req-da286302-06f0-4525-a43f-8f61738818a3 req-2199a035-3c0e-42c9-9512-2869ed42d0f2 service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Received unexpected event network-vif-plugged-670a5e85-990a-4409-852a-af7386e9ebee for instance with vm_state building and task_state spawning. [ 1353.486861] env[63198]: DEBUG nova.network.neutron [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Successfully updated port: 670a5e85-990a-4409-852a-af7386e9ebee {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1353.989555] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.989624] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.989821] env[63198]: DEBUG nova.network.neutron [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.521257] env[63198]: DEBUG nova.network.neutron [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.630211] env[63198]: DEBUG nova.network.neutron [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updating instance_info_cache with network_info: [{"id": "670a5e85-990a-4409-852a-af7386e9ebee", "address": "fa:16:3e:cd:92:da", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670a5e85-99", "ovs_interfaceid": "670a5e85-990a-4409-852a-af7386e9ebee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.133266] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Releasing lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.133519] env[63198]: DEBUG nova.compute.manager [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Instance network_info: |[{"id": "670a5e85-990a-4409-852a-af7386e9ebee", "address": "fa:16:3e:cd:92:da", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670a5e85-99", "ovs_interfaceid": "670a5e85-990a-4409-852a-af7386e9ebee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1355.133884] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:92:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '670a5e85-990a-4409-852a-af7386e9ebee', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.141251] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Creating folder: Project (ec2908817d984a0c8ff9b7d656e8621d). Parent ref: group-v546185. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.141521] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c1df6b9-a6c1-47f3-a708-9c886af02923 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.155060] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Created folder: Project (ec2908817d984a0c8ff9b7d656e8621d) in parent group-v546185. [ 1355.155252] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Creating folder: Instances. Parent ref: group-v546516. {{(pid=63198) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.155469] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d89d6218-3c65-4fea-b476-787320c50c85 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.166547] env[63198]: INFO nova.virt.vmwareapi.vm_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Created folder: Instances in parent group-v546516. [ 1355.166764] env[63198]: DEBUG oslo.service.loopingcall [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.166940] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1355.167135] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2794d958-da53-4ec8-8758-1b5be366d431 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.185228] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1355.185228] env[63198]: value = "task-2713202" [ 1355.185228] env[63198]: _type = "Task" [ 1355.185228] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.192959] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713202, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.438548] env[63198]: DEBUG nova.compute.manager [req-1bcf9f5b-84bf-48da-94b3-7952f51dacab req-98ed2115-a4f3-446e-b12a-1672b9c225eb service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Received event network-changed-670a5e85-990a-4409-852a-af7386e9ebee {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1355.438783] env[63198]: DEBUG nova.compute.manager [req-1bcf9f5b-84bf-48da-94b3-7952f51dacab req-98ed2115-a4f3-446e-b12a-1672b9c225eb service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Refreshing instance network info cache due to event network-changed-670a5e85-990a-4409-852a-af7386e9ebee. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1355.439058] env[63198]: DEBUG oslo_concurrency.lockutils [req-1bcf9f5b-84bf-48da-94b3-7952f51dacab req-98ed2115-a4f3-446e-b12a-1672b9c225eb service nova] Acquiring lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.439224] env[63198]: DEBUG oslo_concurrency.lockutils [req-1bcf9f5b-84bf-48da-94b3-7952f51dacab req-98ed2115-a4f3-446e-b12a-1672b9c225eb service nova] Acquired lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.439378] env[63198]: DEBUG nova.network.neutron [req-1bcf9f5b-84bf-48da-94b3-7952f51dacab req-98ed2115-a4f3-446e-b12a-1672b9c225eb service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Refreshing network info cache for port 670a5e85-990a-4409-852a-af7386e9ebee {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.694722] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713202, 'name': CreateVM_Task, 'duration_secs': 0.29893} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.695091] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.695523] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.695684] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.696008] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.696260] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0658f8-fc7b-4ecd-aac5-d2dc9363a3bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.700713] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1355.700713] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522ffba8-0eba-2d9c-6cca-e345d386fc09" [ 1355.700713] env[63198]: _type = "Task" [ 1355.700713] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.708091] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522ffba8-0eba-2d9c-6cca-e345d386fc09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.113920] env[63198]: DEBUG nova.network.neutron [req-1bcf9f5b-84bf-48da-94b3-7952f51dacab req-98ed2115-a4f3-446e-b12a-1672b9c225eb service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updated VIF entry in instance network info cache for port 670a5e85-990a-4409-852a-af7386e9ebee. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.115013] env[63198]: DEBUG nova.network.neutron [req-1bcf9f5b-84bf-48da-94b3-7952f51dacab req-98ed2115-a4f3-446e-b12a-1672b9c225eb service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updating instance_info_cache with network_info: [{"id": "670a5e85-990a-4409-852a-af7386e9ebee", "address": "fa:16:3e:cd:92:da", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670a5e85-99", "ovs_interfaceid": "670a5e85-990a-4409-852a-af7386e9ebee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.212393] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]522ffba8-0eba-2d9c-6cca-e345d386fc09, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.212736] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.212974] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.213215] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.213358] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.213529] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.213784] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cc22c2b-5ac8-4f38-873a-aeb9d19e2c7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.222094] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.222229] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.222926] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014ffbb0-59d4-403c-ae54-da88c89e7612 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.227597] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1356.227597] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e6154-be2a-ad91-ddc1-1222b1990861" [ 1356.227597] env[63198]: _type = "Task" [ 1356.227597] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.234551] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e6154-be2a-ad91-ddc1-1222b1990861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.616977] env[63198]: DEBUG oslo_concurrency.lockutils [req-1bcf9f5b-84bf-48da-94b3-7952f51dacab req-98ed2115-a4f3-446e-b12a-1672b9c225eb service nova] Releasing lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.738103] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]527e6154-be2a-ad91-ddc1-1222b1990861, 'name': SearchDatastore_Task, 'duration_secs': 0.007706} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.738854] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14341b6-a4a8-4fee-8104-51d1ba3b4d2d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.743581] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1356.743581] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b338b4-afc8-7479-9364-6911ad9644e1" [ 1356.743581] env[63198]: _type = "Task" [ 1356.743581] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.750577] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b338b4-afc8-7479-9364-6911ad9644e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.254232] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52b338b4-afc8-7479-9364-6911ad9644e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008555} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.254310] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.254675] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] f89358e3-4a71-4f74-97d5-db6b15949c9a/f89358e3-4a71-4f74-97d5-db6b15949c9a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1357.255644] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a67c0a58-6303-4d25-93c7-d719bd092f68 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.261015] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1357.261015] env[63198]: value = "task-2713203" [ 1357.261015] env[63198]: _type = "Task" [ 1357.261015] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.268412] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.770573] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.406858} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.770966] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] f89358e3-4a71-4f74-97d5-db6b15949c9a/f89358e3-4a71-4f74-97d5-db6b15949c9a.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.771135] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.771393] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a92dd55-63ff-4592-b95d-69bbfe156136 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.777142] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1357.777142] env[63198]: value = "task-2713204" [ 1357.777142] env[63198]: _type = "Task" [ 1357.777142] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.784550] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.286749] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058877} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.287040] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1358.287795] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc35a1c-462f-49e3-828a-d9e9259c3793 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.308735] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] f89358e3-4a71-4f74-97d5-db6b15949c9a/f89358e3-4a71-4f74-97d5-db6b15949c9a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.308975] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf69c724-93cd-4b17-8abd-90b420f87185 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.328232] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1358.328232] env[63198]: value = "task-2713205" [ 1358.328232] env[63198]: _type = "Task" [ 1358.328232] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.336217] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.837888] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713205, 'name': ReconfigVM_Task, 'duration_secs': 0.28411} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.838285] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] f89358e3-4a71-4f74-97d5-db6b15949c9a/f89358e3-4a71-4f74-97d5-db6b15949c9a.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.838711] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e171d0e-d62b-43fe-b072-a77e0ef46da4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.844545] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1358.844545] env[63198]: value = "task-2713206" [ 1358.844545] env[63198]: _type = "Task" [ 1358.844545] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.851598] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713206, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.354455] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713206, 'name': Rename_Task, 'duration_secs': 0.148835} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.354766] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.355017] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc1db11b-1f91-4796-8f32-7e3a1ddc6be6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.362944] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1359.362944] env[63198]: value = "task-2713207" [ 1359.362944] env[63198]: _type = "Task" [ 1359.362944] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.371314] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.873035] env[63198]: DEBUG oslo_vmware.api [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713207, 'name': PowerOnVM_Task, 'duration_secs': 0.412273} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.874375] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.874375] env[63198]: INFO nova.compute.manager [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1359.874375] env[63198]: DEBUG nova.compute.manager [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.874375] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6433c55e-06ee-4b22-87b4-959187330d21 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.392265] env[63198]: INFO nova.compute.manager [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Took 11.25 seconds to build instance. [ 1360.893944] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4ca0d5e4-c21b-4274-8aa5-485d3ca2a744 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.764s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.052678] env[63198]: DEBUG nova.compute.manager [req-1ce48141-cdf1-47dc-92e3-67401070813a req-30fad4a7-f400-4b07-a2c9-29ba7ed8eb5e service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Received event network-changed-670a5e85-990a-4409-852a-af7386e9ebee {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1361.052989] env[63198]: DEBUG nova.compute.manager [req-1ce48141-cdf1-47dc-92e3-67401070813a req-30fad4a7-f400-4b07-a2c9-29ba7ed8eb5e service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Refreshing instance network info cache due to event network-changed-670a5e85-990a-4409-852a-af7386e9ebee. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1361.053316] env[63198]: DEBUG oslo_concurrency.lockutils [req-1ce48141-cdf1-47dc-92e3-67401070813a req-30fad4a7-f400-4b07-a2c9-29ba7ed8eb5e service nova] Acquiring lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.053480] env[63198]: DEBUG oslo_concurrency.lockutils [req-1ce48141-cdf1-47dc-92e3-67401070813a req-30fad4a7-f400-4b07-a2c9-29ba7ed8eb5e service nova] Acquired lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.053651] env[63198]: DEBUG nova.network.neutron [req-1ce48141-cdf1-47dc-92e3-67401070813a req-30fad4a7-f400-4b07-a2c9-29ba7ed8eb5e service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Refreshing network info cache for port 670a5e85-990a-4409-852a-af7386e9ebee {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.757888] env[63198]: DEBUG nova.network.neutron [req-1ce48141-cdf1-47dc-92e3-67401070813a req-30fad4a7-f400-4b07-a2c9-29ba7ed8eb5e service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updated VIF entry in instance network info cache for port 670a5e85-990a-4409-852a-af7386e9ebee. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.758445] env[63198]: DEBUG nova.network.neutron [req-1ce48141-cdf1-47dc-92e3-67401070813a req-30fad4a7-f400-4b07-a2c9-29ba7ed8eb5e service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updating instance_info_cache with network_info: [{"id": "670a5e85-990a-4409-852a-af7386e9ebee", "address": "fa:16:3e:cd:92:da", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670a5e85-99", "ovs_interfaceid": "670a5e85-990a-4409-852a-af7386e9ebee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.261419] env[63198]: DEBUG oslo_concurrency.lockutils [req-1ce48141-cdf1-47dc-92e3-67401070813a req-30fad4a7-f400-4b07-a2c9-29ba7ed8eb5e service nova] Releasing lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.630751] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.131899] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.132309] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.635043] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.635359] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.635530] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.635694] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1386.636620] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0322bbf-1910-4ca6-8fac-7ee4a8d9ab2f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.644857] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f5ed93-6415-497c-b454-e9a5ab3510aa {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.659914] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd50c70a-dbc2-497d-b242-45fd6d651f38 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.666452] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6924b7-7050-4f13-a94e-35a609e55d74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.694689] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180759MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1386.694864] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.695027] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.810542] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance f89358e3-4a71-4f74-97d5-db6b15949c9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.810790] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1387.810897] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1387.836366] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ece68d-d725-4e4e-9cac-a2d99d6ba0b1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.843504] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0db33-ab3a-4803-87cc-f9da659a2a1e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.873389] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15370ad0-f2b9-49f7-83e4-9e47f6a547d4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.880118] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8ec848-f051-40b6-9201-5c42e6fa0f74 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.892590] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.395650] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.900585] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1388.900944] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.206s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.394777] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.395234] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.395234] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.395400] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.395536] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1391.629551] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.629813] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.629949] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Cleaning up deleted instances {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1392.139102] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] There are 23 instances to clean {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1392.139102] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 7e5fb237-b49f-4222-9379-d7660660f7fb] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1392.642618] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 95aac94d-67e2-4394-a9cf-c6aa5e50af26] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1393.146269] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 606453b1-c374-48a4-839b-55ba36cb9699] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1393.650213] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: edebb6c4-2a6d-441b-aa0f-4f6e2ea0ddbf] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1394.153469] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 93578fe0-b3ca-4c4c-a098-255ec344e7a9] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1394.656604] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 95fbbe0f-7738-425e-8157-3542d30109e1] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1395.160324] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 2c00efc1-425f-4244-9876-a6e84344e698] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1395.663561] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 93a5eec9-aae3-4797-ae1d-540c480823f8] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1396.167116] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 096eaa65-7f27-4bdd-b8d1-fa8956852c7e] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1396.670473] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 4bc489c8-fd45-4e6c-a494-5ca128564915] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.173678] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 60319f82-5fe4-4ab2-8196-77c8f49ac710] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.677229] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 529d1e02-c0a4-43a4-8f31-61ebe8f30566] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.924563] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.924797] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.180119] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 34f022d7-d7c9-40a8-9bd4-1493158fc430] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1398.427959] env[63198]: DEBUG nova.compute.utils [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.683366] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 087eb9e9-c205-4bdf-a270-d26425b46846] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1398.930604] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.187099] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: cb65e741-8844-4301-a1cb-e87d012dd4b3] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.690774] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 6841d68b-2a80-4833-8814-630990828258] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.990135] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.990476] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.990592] env[63198]: INFO nova.compute.manager [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Attaching volume 86d946e8-c616-48ac-95d5-083bbf14fa44 to /dev/sdb [ 1400.020374] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f6b5db-5113-455c-aa71-a4e88577c7a6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.028524] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5fd236-dc08-40a5-a82a-efeddb544db4 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.040816] env[63198]: DEBUG nova.virt.block_device [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updating existing volume attachment record: 7389f232-4df8-4c44-b72f-b25cc1648e59 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1400.194673] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 3af60c34-2c30-473a-912b-f27ba55e5e50] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1400.698233] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: f4f678b8-080f-4a9e-a821-413e5291e6d6] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.201831] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: ba0bb139-e72a-4118-ba2a-e2397561a9f0] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.704960] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 6649d4fe-3874-4919-a096-2a46c80f8be0] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.207831] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 9bfdf39f-14c3-40a5-b1e4-24a0f65040a6] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.711378] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 245c7b18-515b-4d5b-8354-e68fe0df8151] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1403.214962] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] [instance: 830c47ee-1791-473b-9278-f46e3219c256] Instance has had 0 of 5 cleanup attempts {{(pid=63198) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1403.718268] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.718613] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Cleaning up deleted instances with incomplete migration {{(pid=63198) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1404.585377] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1404.585672] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546520', 'volume_id': '86d946e8-c616-48ac-95d5-083bbf14fa44', 'name': 'volume-86d946e8-c616-48ac-95d5-083bbf14fa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f89358e3-4a71-4f74-97d5-db6b15949c9a', 'attached_at': '', 'detached_at': '', 'volume_id': '86d946e8-c616-48ac-95d5-083bbf14fa44', 'serial': '86d946e8-c616-48ac-95d5-083bbf14fa44'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1404.586588] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f4618d-b2df-424e-9af7-84be5768f948 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.602739] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1918079-3bc7-4455-9bf1-f2e29396e622 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.626607] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-86d946e8-c616-48ac-95d5-083bbf14fa44/volume-86d946e8-c616-48ac-95d5-083bbf14fa44.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.626833] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c1113f-3662-47df-9ce5-2b902e0c4b15 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.643887] env[63198]: DEBUG oslo_vmware.api [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1404.643887] env[63198]: value = "task-2713212" [ 1404.643887] env[63198]: _type = "Task" [ 1404.643887] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.651151] env[63198]: DEBUG oslo_vmware.api [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.153880] env[63198]: DEBUG oslo_vmware.api [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713212, 'name': ReconfigVM_Task, 'duration_secs': 0.359445} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.154189] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-86d946e8-c616-48ac-95d5-083bbf14fa44/volume-86d946e8-c616-48ac-95d5-083bbf14fa44.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.158856] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa7e426-d2f9-4f37-adb4-e88b544c0a62 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.172387] env[63198]: DEBUG oslo_vmware.api [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1405.172387] env[63198]: value = "task-2713213" [ 1405.172387] env[63198]: _type = "Task" [ 1405.172387] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.179735] env[63198]: DEBUG oslo_vmware.api [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.683094] env[63198]: DEBUG oslo_vmware.api [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713213, 'name': ReconfigVM_Task, 'duration_secs': 0.128841} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.683426] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546520', 'volume_id': '86d946e8-c616-48ac-95d5-083bbf14fa44', 'name': 'volume-86d946e8-c616-48ac-95d5-083bbf14fa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f89358e3-4a71-4f74-97d5-db6b15949c9a', 'attached_at': '', 'detached_at': '', 'volume_id': '86d946e8-c616-48ac-95d5-083bbf14fa44', 'serial': '86d946e8-c616-48ac-95d5-083bbf14fa44'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1406.718327] env[63198]: DEBUG nova.objects.instance [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.223334] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.225023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-4d5fdaaf-fa18-41aa-9b96-7d3e89fd30d1 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.321066] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.321323] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.321510] env[63198]: DEBUG nova.compute.manager [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.322426] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2aaca4-f53a-4ea0-8d98-e5f4d1cf4119 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.329033] env[63198]: DEBUG nova.compute.manager [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1407.329602] env[63198]: DEBUG nova.objects.instance [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.336888] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.337286] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-151aad4e-1db9-4f49-b0b0-c98373aa97c0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.344756] env[63198]: DEBUG oslo_vmware.api [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1408.344756] env[63198]: value = "task-2713214" [ 1408.344756] env[63198]: _type = "Task" [ 1408.344756] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.352895] env[63198]: DEBUG oslo_vmware.api [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.855151] env[63198]: DEBUG oslo_vmware.api [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713214, 'name': PowerOffVM_Task, 'duration_secs': 0.173497} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.855443] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.855653] env[63198]: DEBUG nova.compute.manager [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.856402] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c46648-cf6b-4fc1-a20e-04f0455f8135 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.367245] env[63198]: DEBUG oslo_concurrency.lockutils [None req-a09ee346-36f7-4bc1-b652-c63f8714c092 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.698031] env[63198]: DEBUG nova.objects.instance [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.204635] env[63198]: DEBUG oslo_concurrency.lockutils [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.204887] env[63198]: DEBUG oslo_concurrency.lockutils [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.205113] env[63198]: DEBUG nova.network.neutron [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.205394] env[63198]: DEBUG nova.objects.instance [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'info_cache' on Instance uuid f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.710391] env[63198]: DEBUG nova.objects.base [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1411.409297] env[63198]: DEBUG nova.network.neutron [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updating instance_info_cache with network_info: [{"id": "670a5e85-990a-4409-852a-af7386e9ebee", "address": "fa:16:3e:cd:92:da", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670a5e85-99", "ovs_interfaceid": "670a5e85-990a-4409-852a-af7386e9ebee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.912184] env[63198]: DEBUG oslo_concurrency.lockutils [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Releasing lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.918317] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.918704] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19cd97c4-aa22-4a22-8ec3-e9fe4af2a85d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.926762] env[63198]: DEBUG oslo_vmware.api [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1412.926762] env[63198]: value = "task-2713215" [ 1412.926762] env[63198]: _type = "Task" [ 1412.926762] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.935073] env[63198]: DEBUG oslo_vmware.api [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.436263] env[63198]: DEBUG oslo_vmware.api [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713215, 'name': PowerOnVM_Task, 'duration_secs': 0.370043} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.436568] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.436727] env[63198]: DEBUG nova.compute.manager [None req-94d9e295-9889-46e4-a3da-bf9017b26533 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.437493] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b445d23c-eca6-4419-9c8e-ab54f7b45bdd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.631087] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.134843] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.135084] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.135250] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.135401] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1446.136350] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b762690-ef14-4371-b1ba-72b796042b47 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.144403] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ebb88e-7b04-433c-adc8-6225a5bcc5ff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.158049] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701b7e76-f812-4a53-8e85-cb964207fc67 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.164312] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8df53a-f3c0-4895-ae61-52a52c7819d1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.191909] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180951MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1446.192046] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.192238] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.216788] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance f89358e3-4a71-4f74-97d5-db6b15949c9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1447.217111] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1447.217170] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1447.241188] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2335aed1-9dd3-4962-9248-b028a87aede6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.248918] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f91a7e0-c120-4b2e-b16b-e70bd9f42dca {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.278175] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b37a71e-004f-40f5-8114-15c58acd434a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.284985] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32901c46-5920-44c9-9468-0b32866c6bf6 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.297602] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.800883] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.802246] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1447.802439] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.610s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.571741] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.572113] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.075498] env[63198]: INFO nova.compute.manager [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Detaching volume 86d946e8-c616-48ac-95d5-083bbf14fa44 [ 1449.130261] env[63198]: INFO nova.virt.block_device [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Attempting to driver detach volume 86d946e8-c616-48ac-95d5-083bbf14fa44 from mountpoint /dev/sdb [ 1449.130502] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1449.130684] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546520', 'volume_id': '86d946e8-c616-48ac-95d5-083bbf14fa44', 'name': 'volume-86d946e8-c616-48ac-95d5-083bbf14fa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f89358e3-4a71-4f74-97d5-db6b15949c9a', 'attached_at': '', 'detached_at': '', 'volume_id': '86d946e8-c616-48ac-95d5-083bbf14fa44', 'serial': '86d946e8-c616-48ac-95d5-083bbf14fa44'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1449.131574] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c981cb-f104-4750-b5f8-a83edcc39614 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.152837] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3193fd-fc9f-4d08-a9a5-1bc66f08209f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.159422] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0955172-e393-4109-827f-24f1e5427f48 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.178935] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa9445-53b5-4381-b614-415fc8502b0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.192876] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] The volume has not been displaced from its original location: [datastore2] volume-86d946e8-c616-48ac-95d5-083bbf14fa44/volume-86d946e8-c616-48ac-95d5-083bbf14fa44.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1449.197989] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1449.198248] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e54a22a0-0a55-44ce-9f21-f3614db95170 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.215151] env[63198]: DEBUG oslo_vmware.api [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1449.215151] env[63198]: value = "task-2713216" [ 1449.215151] env[63198]: _type = "Task" [ 1449.215151] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.222304] env[63198]: DEBUG oslo_vmware.api [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.724240] env[63198]: DEBUG oslo_vmware.api [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713216, 'name': ReconfigVM_Task, 'duration_secs': 0.209444} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.724675] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1449.729110] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51daab1-e185-472f-a29f-083157791fff {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.743239] env[63198]: DEBUG oslo_vmware.api [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1449.743239] env[63198]: value = "task-2713217" [ 1449.743239] env[63198]: _type = "Task" [ 1449.743239] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.750622] env[63198]: DEBUG oslo_vmware.api [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.801320] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.801577] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.801738] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.801885] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.252423] env[63198]: DEBUG oslo_vmware.api [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713217, 'name': ReconfigVM_Task, 'duration_secs': 0.127361} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.252719] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546520', 'volume_id': '86d946e8-c616-48ac-95d5-083bbf14fa44', 'name': 'volume-86d946e8-c616-48ac-95d5-083bbf14fa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f89358e3-4a71-4f74-97d5-db6b15949c9a', 'attached_at': '', 'detached_at': '', 'volume_id': '86d946e8-c616-48ac-95d5-083bbf14fa44', 'serial': '86d946e8-c616-48ac-95d5-083bbf14fa44'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1450.790827] env[63198]: DEBUG nova.objects.instance [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.629684] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.629897] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1451.739613] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.798748] env[63198]: DEBUG oslo_concurrency.lockutils [None req-9414f909-b7b8-45f5-9207-7107f10b399c tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.799859] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.060s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.800069] env[63198]: DEBUG nova.compute.manager [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.801114] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b988dbb-71dc-4722-86e1-48ea37c05386 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.807931] env[63198]: DEBUG nova.compute.manager [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63198) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1451.808476] env[63198]: DEBUG nova.objects.instance [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.625419] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.816086] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.816774] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9c08064-a947-4f5b-b15a-b8f492f2f022 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.824614] env[63198]: DEBUG oslo_vmware.api [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1452.824614] env[63198]: value = "task-2713218" [ 1452.824614] env[63198]: _type = "Task" [ 1452.824614] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.832383] env[63198]: DEBUG oslo_vmware.api [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.333702] env[63198]: DEBUG oslo_vmware.api [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713218, 'name': PowerOffVM_Task, 'duration_secs': 0.188986} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.335465] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.335465] env[63198]: DEBUG nova.compute.manager [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.335465] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c036daa8-8438-431b-964f-18c4d4e5cf5d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.629385] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.846118] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3ead7f4c-b7d7-412b-aecf-4759cd985e6a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.153280] env[63198]: DEBUG nova.objects.instance [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.659057] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.659244] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.659418] env[63198]: DEBUG nova.network.neutron [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.659592] env[63198]: DEBUG nova.objects.instance [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'info_cache' on Instance uuid f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.164800] env[63198]: DEBUG nova.objects.base [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63198) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1456.145649] env[63198]: DEBUG nova.network.neutron [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updating instance_info_cache with network_info: [{"id": "670a5e85-990a-4409-852a-af7386e9ebee", "address": "fa:16:3e:cd:92:da", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670a5e85-99", "ovs_interfaceid": "670a5e85-990a-4409-852a-af7386e9ebee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.630146] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.648069] env[63198]: DEBUG oslo_concurrency.lockutils [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Releasing lock "refresh_cache-f89358e3-4a71-4f74-97d5-db6b15949c9a" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.654618] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.654997] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45519941-f17b-472d-bce8-6adab0f3bdbe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.662551] env[63198]: DEBUG oslo_vmware.api [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1457.662551] env[63198]: value = "task-2713219" [ 1457.662551] env[63198]: _type = "Task" [ 1457.662551] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.670129] env[63198]: DEBUG oslo_vmware.api [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.172921] env[63198]: DEBUG oslo_vmware.api [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713219, 'name': PowerOnVM_Task, 'duration_secs': 0.388592} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.173213] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.173440] env[63198]: DEBUG nova.compute.manager [None req-8ca730cb-1d97-4b8d-b4eb-0d5128eb4049 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.174206] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3435c20c-26d2-4a20-be3f-64f58ba97ca5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.549403] env[63198]: DEBUG oslo_concurrency.lockutils [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.549773] env[63198]: DEBUG oslo_concurrency.lockutils [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.549825] env[63198]: DEBUG oslo_concurrency.lockutils [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "f89358e3-4a71-4f74-97d5-db6b15949c9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.549985] env[63198]: DEBUG oslo_concurrency.lockutils [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.550181] env[63198]: DEBUG oslo_concurrency.lockutils [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.555126] env[63198]: INFO nova.compute.manager [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Terminating instance [ 1495.059550] env[63198]: DEBUG nova.compute.manager [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1495.059803] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.061107] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea297c-2bca-40f3-83fd-08039f641ae2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.068636] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.068855] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f4633a5-523e-4b4e-b1d6-d15d38aa0beb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.074781] env[63198]: DEBUG oslo_vmware.api [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1495.074781] env[63198]: value = "task-2713220" [ 1495.074781] env[63198]: _type = "Task" [ 1495.074781] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.082391] env[63198]: DEBUG oslo_vmware.api [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.584868] env[63198]: DEBUG oslo_vmware.api [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713220, 'name': PowerOffVM_Task, 'duration_secs': 0.197935} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.585257] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.585306] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.585536] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86045e77-b171-4075-a586-40819f879ccd {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.646214] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.646452] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.646607] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Deleting the datastore file [datastore2] f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.646921] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cec8d894-e915-4bb2-9bef-a5d656cd5d48 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.653212] env[63198]: DEBUG oslo_vmware.api [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1495.653212] env[63198]: value = "task-2713222" [ 1495.653212] env[63198]: _type = "Task" [ 1495.653212] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.661270] env[63198]: DEBUG oslo_vmware.api [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.162468] env[63198]: DEBUG oslo_vmware.api [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140936} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.162719] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.162882] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.163078] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.163253] env[63198]: INFO nova.compute.manager [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1496.163488] env[63198]: DEBUG oslo.service.loopingcall [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.163678] env[63198]: DEBUG nova.compute.manager [-] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.163772] env[63198]: DEBUG nova.network.neutron [-] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.638318] env[63198]: DEBUG nova.compute.manager [req-60e9565f-e761-42bc-86e1-ae4ee2bdc84b req-1b98d6c0-37ac-4556-bf33-fa46aba93d13 service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Received event network-vif-deleted-670a5e85-990a-4409-852a-af7386e9ebee {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1496.638318] env[63198]: INFO nova.compute.manager [req-60e9565f-e761-42bc-86e1-ae4ee2bdc84b req-1b98d6c0-37ac-4556-bf33-fa46aba93d13 service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Neutron deleted interface 670a5e85-990a-4409-852a-af7386e9ebee; detaching it from the instance and deleting it from the info cache [ 1496.638318] env[63198]: DEBUG nova.network.neutron [req-60e9565f-e761-42bc-86e1-ae4ee2bdc84b req-1b98d6c0-37ac-4556-bf33-fa46aba93d13 service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.081345] env[63198]: DEBUG nova.network.neutron [-] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.141144] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9047f3da-74d7-41ba-8377-40dbfccb9b44 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.151626] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc86e9-7bdc-4c7e-8089-db67dcf4df8f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.174987] env[63198]: DEBUG nova.compute.manager [req-60e9565f-e761-42bc-86e1-ae4ee2bdc84b req-1b98d6c0-37ac-4556-bf33-fa46aba93d13 service nova] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Detach interface failed, port_id=670a5e85-990a-4409-852a-af7386e9ebee, reason: Instance f89358e3-4a71-4f74-97d5-db6b15949c9a could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1497.584144] env[63198]: INFO nova.compute.manager [-] [instance: f89358e3-4a71-4f74-97d5-db6b15949c9a] Took 1.42 seconds to deallocate network for instance. [ 1498.091809] env[63198]: DEBUG oslo_concurrency.lockutils [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.092213] env[63198]: DEBUG oslo_concurrency.lockutils [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.092320] env[63198]: DEBUG nova.objects.instance [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'resources' on Instance uuid f89358e3-4a71-4f74-97d5-db6b15949c9a {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.612809] env[63198]: DEBUG nova.scheduler.client.report [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Refreshing inventories for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1498.626972] env[63198]: DEBUG nova.scheduler.client.report [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Updating ProviderTree inventory for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1498.627175] env[63198]: DEBUG nova.compute.provider_tree [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Updating inventory in ProviderTree for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1498.637044] env[63198]: DEBUG nova.scheduler.client.report [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Refreshing aggregate associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, aggregates: None {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1498.653126] env[63198]: DEBUG nova.scheduler.client.report [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Refreshing trait associations for resource provider d308dc64-6d78-4a70-909e-0ffbc815f5eb, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE {{(pid=63198) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1498.677772] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2f5bd-01b6-46ca-aa26-1fefe5190093 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.685022] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c0421a-ca3a-4470-817c-8a084a67a4e2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.714149] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a457afa-9895-4fa8-b730-22b2d8edcba8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.720604] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f10e8b5-a0d8-43b8-a01a-ea3c8e71a8be {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.733054] env[63198]: DEBUG nova.compute.provider_tree [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.236082] env[63198]: DEBUG nova.scheduler.client.report [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.741889] env[63198]: DEBUG oslo_concurrency.lockutils [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.762262] env[63198]: INFO nova.scheduler.client.report [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Deleted allocations for instance f89358e3-4a71-4f74-97d5-db6b15949c9a [ 1500.271040] env[63198]: DEBUG oslo_concurrency.lockutils [None req-41c38b8c-4450-4a3c-bbe6-a21e1a1fa34f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "f89358e3-4a71-4f74-97d5-db6b15949c9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.721s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.426850] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.427169] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.930536] env[63198]: DEBUG nova.compute.manager [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Starting instance... {{(pid=63198) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1503.453606] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.453862] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.455382] env[63198]: INFO nova.compute.claims [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1504.490280] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad429cd-d388-4199-9b17-53a46d1b8c72 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.497581] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4772a4ca-9f03-4ec3-b553-04eaa8c0ba94 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.526597] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d291ab54-7662-4bbb-a7e6-61d45b2e2dbc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.533137] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9033e9-3419-4809-a11e-5fb38d94feb3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.546423] env[63198]: DEBUG nova.compute.provider_tree [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.049918] env[63198]: DEBUG nova.scheduler.client.report [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.554861] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.555407] env[63198]: DEBUG nova.compute.manager [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Start building networks asynchronously for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.060411] env[63198]: DEBUG nova.compute.utils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1506.061833] env[63198]: DEBUG nova.compute.manager [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Allocating IP information in the background. {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.062009] env[63198]: DEBUG nova.network.neutron [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] allocate_for_instance() {{(pid=63198) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.111034] env[63198]: DEBUG nova.policy [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e2c9565da2b485796064906face862f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec2908817d984a0c8ff9b7d656e8621d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63198) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.361721] env[63198]: DEBUG nova.network.neutron [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Successfully created port: c257890a-91a5-402a-8742-9f118231f708 {{(pid=63198) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.565224] env[63198]: DEBUG nova.compute.manager [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Start building block device mappings for instance. {{(pid=63198) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.630082] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.134055] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.134055] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.134055] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.134055] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1507.134951] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84829f2-5f9e-410c-8fba-fee7c79dd625 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.143373] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3088f402-b999-4173-99e8-367730786152 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.158305] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f941108-5948-4c40-a021-d4d61616f466 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.165234] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b1650c-3fce-4d62-a8cb-f916f3d499e3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.194901] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180983MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1507.195078] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.195274] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.575957] env[63198]: DEBUG nova.compute.manager [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Start spawning the instance on the hypervisor. {{(pid=63198) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.601875] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T21:04:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T21:04:24Z,direct_url=,disk_format='vmdk',id=9c92274c-f71a-4266-ae8f-c11a7267cfde,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='14f954d95af8498abdfcfedc127546d3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T21:04:25Z,virtual_size=,visibility=), allow threads: False {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.602149] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Flavor limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.602307] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Image limits 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.602487] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Flavor pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.602629] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Image pref 0:0:0 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.602776] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63198) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.602987] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.603162] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.603361] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Got 1 possible topologies {{(pid=63198) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.603533] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.603702] env[63198]: DEBUG nova.virt.hardware [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63198) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.604568] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6981618-2d58-4bbe-b647-6d2152510749 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.612227] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39971ef-cfac-4879-84d5-dbe95bbf2cd8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.693304] env[63198]: DEBUG nova.compute.manager [req-ffef441a-3a2e-4e87-8249-415286cb24f5 req-5780ad2d-f22f-4288-a1d9-69dc5948826b service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Received event network-vif-plugged-c257890a-91a5-402a-8742-9f118231f708 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1507.693527] env[63198]: DEBUG oslo_concurrency.lockutils [req-ffef441a-3a2e-4e87-8249-415286cb24f5 req-5780ad2d-f22f-4288-a1d9-69dc5948826b service nova] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.693729] env[63198]: DEBUG oslo_concurrency.lockutils [req-ffef441a-3a2e-4e87-8249-415286cb24f5 req-5780ad2d-f22f-4288-a1d9-69dc5948826b service nova] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.693894] env[63198]: DEBUG oslo_concurrency.lockutils [req-ffef441a-3a2e-4e87-8249-415286cb24f5 req-5780ad2d-f22f-4288-a1d9-69dc5948826b service nova] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.694074] env[63198]: DEBUG nova.compute.manager [req-ffef441a-3a2e-4e87-8249-415286cb24f5 req-5780ad2d-f22f-4288-a1d9-69dc5948826b service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] No waiting events found dispatching network-vif-plugged-c257890a-91a5-402a-8742-9f118231f708 {{(pid=63198) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1507.694244] env[63198]: WARNING nova.compute.manager [req-ffef441a-3a2e-4e87-8249-415286cb24f5 req-5780ad2d-f22f-4288-a1d9-69dc5948826b service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Received unexpected event network-vif-plugged-c257890a-91a5-402a-8742-9f118231f708 for instance with vm_state building and task_state spawning. [ 1507.770286] env[63198]: DEBUG nova.network.neutron [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Successfully updated port: c257890a-91a5-402a-8742-9f118231f708 {{(pid=63198) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.218759] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1508.219149] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1508.219461] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1508.243813] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addf46d8-356a-4da0-9b45-33389f186d0c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.251882] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d399d53f-161d-4368-9fc8-8ef02b25965b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.281867] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "refresh_cache-c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.282020] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired lock "refresh_cache-c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.282171] env[63198]: DEBUG nova.network.neutron [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Building network info cache for instance {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.284681] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50c4eda-14e9-4862-bce2-aab288994ed5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.292516] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2aa187-d78f-4005-881e-3c27a96e3479 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.306065] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.810075] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.812771] env[63198]: DEBUG nova.network.neutron [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Instance cache missing network info. {{(pid=63198) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.926187] env[63198]: DEBUG nova.network.neutron [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Updating instance_info_cache with network_info: [{"id": "c257890a-91a5-402a-8742-9f118231f708", "address": "fa:16:3e:e1:c4:92", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc257890a-91", "ovs_interfaceid": "c257890a-91a5-402a-8742-9f118231f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.316599] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1509.316599] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.430045] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Releasing lock "refresh_cache-c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.430045] env[63198]: DEBUG nova.compute.manager [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Instance network_info: |[{"id": "c257890a-91a5-402a-8742-9f118231f708", "address": "fa:16:3e:e1:c4:92", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc257890a-91", "ovs_interfaceid": "c257890a-91a5-402a-8742-9f118231f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63198) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1509.430045] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:c4:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c257890a-91a5-402a-8742-9f118231f708', 'vif_model': 'vmxnet3'}] {{(pid=63198) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.437458] env[63198]: DEBUG oslo.service.loopingcall [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1509.437662] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Creating VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.437878] env[63198]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49d86447-5281-4890-bdbc-966d7ac45f46 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.459558] env[63198]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.459558] env[63198]: value = "task-2713223" [ 1509.459558] env[63198]: _type = "Task" [ 1509.459558] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.469148] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713223, 'name': CreateVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.720234] env[63198]: DEBUG nova.compute.manager [req-9ea64f8a-8e2d-489d-a426-5d568160b601 req-ceb00e25-f3c3-453b-8200-355b8cb7c211 service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Received event network-changed-c257890a-91a5-402a-8742-9f118231f708 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1509.720416] env[63198]: DEBUG nova.compute.manager [req-9ea64f8a-8e2d-489d-a426-5d568160b601 req-ceb00e25-f3c3-453b-8200-355b8cb7c211 service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Refreshing instance network info cache due to event network-changed-c257890a-91a5-402a-8742-9f118231f708. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1509.720672] env[63198]: DEBUG oslo_concurrency.lockutils [req-9ea64f8a-8e2d-489d-a426-5d568160b601 req-ceb00e25-f3c3-453b-8200-355b8cb7c211 service nova] Acquiring lock "refresh_cache-c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.720876] env[63198]: DEBUG oslo_concurrency.lockutils [req-9ea64f8a-8e2d-489d-a426-5d568160b601 req-ceb00e25-f3c3-453b-8200-355b8cb7c211 service nova] Acquired lock "refresh_cache-c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.721065] env[63198]: DEBUG nova.network.neutron [req-9ea64f8a-8e2d-489d-a426-5d568160b601 req-ceb00e25-f3c3-453b-8200-355b8cb7c211 service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Refreshing network info cache for port c257890a-91a5-402a-8742-9f118231f708 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.969238] env[63198]: DEBUG oslo_vmware.api [-] Task: {'id': task-2713223, 'name': CreateVM_Task, 'duration_secs': 0.315156} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.969613] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Created VM on the ESX host {{(pid=63198) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.970034] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.970208] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.970552] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1509.970803] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8a9a43-614a-41d4-bcda-014ad243cd79 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.974982] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1509.974982] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5241630b-3e64-53c1-9e5c-d8584ccb0729" [ 1509.974982] env[63198]: _type = "Task" [ 1509.974982] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.982423] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5241630b-3e64-53c1-9e5c-d8584ccb0729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.387183] env[63198]: DEBUG nova.network.neutron [req-9ea64f8a-8e2d-489d-a426-5d568160b601 req-ceb00e25-f3c3-453b-8200-355b8cb7c211 service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Updated VIF entry in instance network info cache for port c257890a-91a5-402a-8742-9f118231f708. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.387523] env[63198]: DEBUG nova.network.neutron [req-9ea64f8a-8e2d-489d-a426-5d568160b601 req-ceb00e25-f3c3-453b-8200-355b8cb7c211 service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Updating instance_info_cache with network_info: [{"id": "c257890a-91a5-402a-8742-9f118231f708", "address": "fa:16:3e:e1:c4:92", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc257890a-91", "ovs_interfaceid": "c257890a-91a5-402a-8742-9f118231f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.484909] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]5241630b-3e64-53c1-9e5c-d8584ccb0729, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.485228] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.485456] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Processing image 9c92274c-f71a-4266-ae8f-c11a7267cfde {{(pid=63198) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.485680] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.485824] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.485998] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.486266] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f9daba-e394-4091-892a-f3f64bc05a2c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.493853] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63198) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.494032] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63198) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.494696] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2f55fe-bfe9-4719-bfc5-d1ed543a3743 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.499060] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1510.499060] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52946e74-061b-fd85-19c2-f79a8c8ebc96" [ 1510.499060] env[63198]: _type = "Task" [ 1510.499060] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.507540] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52946e74-061b-fd85-19c2-f79a8c8ebc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.890137] env[63198]: DEBUG oslo_concurrency.lockutils [req-9ea64f8a-8e2d-489d-a426-5d568160b601 req-ceb00e25-f3c3-453b-8200-355b8cb7c211 service nova] Releasing lock "refresh_cache-c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.009080] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]52946e74-061b-fd85-19c2-f79a8c8ebc96, 'name': SearchDatastore_Task, 'duration_secs': 0.007944} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.009810] env[63198]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-538cfaa9-2f95-44a1-ad5e-9948f54632fe {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.014433] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1511.014433] env[63198]: value = "session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526d98ab-b901-c9cb-2f10-1c8a947458d6" [ 1511.014433] env[63198]: _type = "Task" [ 1511.014433] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.021543] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526d98ab-b901-c9cb-2f10-1c8a947458d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.524554] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': session[529f5b59-6920-e5d1-0334-cae8f72ffd70]526d98ab-b901-c9cb-2f10-1c8a947458d6, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.524821] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.525124] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28/c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.525398] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada1a391-03d8-4fe5-b83c-7af50058524c {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.532655] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1511.532655] env[63198]: value = "task-2713224" [ 1511.532655] env[63198]: _type = "Task" [ 1511.532655] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.539711] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.042056] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448156} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.042482] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9c92274c-f71a-4266-ae8f-c11a7267cfde/9c92274c-f71a-4266-ae8f-c11a7267cfde.vmdk to [datastore2] c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28/c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28.vmdk {{(pid=63198) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.042580] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Extending root virtual disk to 1048576 {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.042755] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8c49475-4786-4ac5-b60d-0e9765621174 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.049287] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1512.049287] env[63198]: value = "task-2713225" [ 1512.049287] env[63198]: _type = "Task" [ 1512.049287] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.056297] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.316606] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.316956] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.317153] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.317316] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.559223] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061556} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.559489] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Extended root virtual disk {{(pid=63198) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.560252] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cad35af-26d3-4d30-8f8d-d4e7d85f76a8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.581634] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28/c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.581872] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7eca665-98c7-4726-b690-e4c92276fa12 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.601285] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1512.601285] env[63198]: value = "task-2713226" [ 1512.601285] env[63198]: _type = "Task" [ 1512.601285] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.610560] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713226, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.112862] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713226, 'name': ReconfigVM_Task, 'duration_secs': 0.284647} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.113314] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfigured VM instance instance-0000007e to attach disk [datastore2] c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28/c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28.vmdk or device None with type sparse {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.113834] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97aef5a7-e263-48c4-8e01-b2d2bb790545 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.120817] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1513.120817] env[63198]: value = "task-2713227" [ 1513.120817] env[63198]: _type = "Task" [ 1513.120817] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.128079] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713227, 'name': Rename_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.630678] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.630954] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713227, 'name': Rename_Task, 'duration_secs': 0.140095} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.631178] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.631319] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1513.631560] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Powering on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.631835] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01388b6f-07af-458d-ba51-85aa5ed55b5f {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.639109] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1513.639109] env[63198]: value = "task-2713228" [ 1513.639109] env[63198]: _type = "Task" [ 1513.639109] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.648213] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.149249] env[63198]: DEBUG oslo_vmware.api [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713228, 'name': PowerOnVM_Task, 'duration_secs': 0.422118} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.149784] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Powered on the VM {{(pid=63198) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.149784] env[63198]: INFO nova.compute.manager [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1514.149985] env[63198]: DEBUG nova.compute.manager [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Checking state {{(pid=63198) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.150659] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc79e5c-44e0-4b57-9bd0-aeaaee4f69af {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.668512] env[63198]: INFO nova.compute.manager [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Took 11.23 seconds to build instance. [ 1515.170705] env[63198]: DEBUG oslo_concurrency.lockutils [None req-d984ef2d-3343-49e5-adeb-8bdcd3872232 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.744s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.324580] env[63198]: DEBUG nova.compute.manager [req-18b999ea-18a3-41c9-b536-4fa572a814ad req-77b89e45-570b-4c96-8786-d9e78c34bcdd service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Received event network-changed-c257890a-91a5-402a-8742-9f118231f708 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1515.324778] env[63198]: DEBUG nova.compute.manager [req-18b999ea-18a3-41c9-b536-4fa572a814ad req-77b89e45-570b-4c96-8786-d9e78c34bcdd service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Refreshing instance network info cache due to event network-changed-c257890a-91a5-402a-8742-9f118231f708. {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1515.325162] env[63198]: DEBUG oslo_concurrency.lockutils [req-18b999ea-18a3-41c9-b536-4fa572a814ad req-77b89e45-570b-4c96-8786-d9e78c34bcdd service nova] Acquiring lock "refresh_cache-c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.325240] env[63198]: DEBUG oslo_concurrency.lockutils [req-18b999ea-18a3-41c9-b536-4fa572a814ad req-77b89e45-570b-4c96-8786-d9e78c34bcdd service nova] Acquired lock "refresh_cache-c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.325478] env[63198]: DEBUG nova.network.neutron [req-18b999ea-18a3-41c9-b536-4fa572a814ad req-77b89e45-570b-4c96-8786-d9e78c34bcdd service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Refreshing network info cache for port c257890a-91a5-402a-8742-9f118231f708 {{(pid=63198) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1516.020676] env[63198]: DEBUG nova.network.neutron [req-18b999ea-18a3-41c9-b536-4fa572a814ad req-77b89e45-570b-4c96-8786-d9e78c34bcdd service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Updated VIF entry in instance network info cache for port c257890a-91a5-402a-8742-9f118231f708. {{(pid=63198) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1516.021085] env[63198]: DEBUG nova.network.neutron [req-18b999ea-18a3-41c9-b536-4fa572a814ad req-77b89e45-570b-4c96-8786-d9e78c34bcdd service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Updating instance_info_cache with network_info: [{"id": "c257890a-91a5-402a-8742-9f118231f708", "address": "fa:16:3e:e1:c4:92", "network": {"id": "151fb2d6-8826-41c0-be6f-5cb76e520422", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-409407810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec2908817d984a0c8ff9b7d656e8621d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc257890a-91", "ovs_interfaceid": "c257890a-91a5-402a-8742-9f118231f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.523618] env[63198]: DEBUG oslo_concurrency.lockutils [req-18b999ea-18a3-41c9-b536-4fa572a814ad req-77b89e45-570b-4c96-8786-d9e78c34bcdd service nova] Releasing lock "refresh_cache-c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" {{(pid=63198) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.630254] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.848100] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.848399] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.351519] env[63198]: DEBUG nova.compute.utils [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1553.854706] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.914636] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.919041] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.919041] env[63198]: INFO nova.compute.manager [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Attaching volume 0c5d9349-7263-4167-8f9c-232a71199fbe to /dev/sdb [ 1554.946723] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b03edf-a33e-4a33-b983-2ff56b5998ec {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.954107] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f90afa0-658c-4059-b163-cb2293ea74e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.966834] env[63198]: DEBUG nova.virt.block_device [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Updating existing volume attachment record: 991ccd3e-6d3d-40c6-8cfa-e0ffd6244240 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1559.513233] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1559.513465] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546522', 'volume_id': '0c5d9349-7263-4167-8f9c-232a71199fbe', 'name': 'volume-0c5d9349-7263-4167-8f9c-232a71199fbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5d9349-7263-4167-8f9c-232a71199fbe', 'serial': '0c5d9349-7263-4167-8f9c-232a71199fbe'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1559.514405] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfd5d47-c3cc-402e-b8ca-5b4e3cad8a0d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.530529] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d881f0c6-e174-4122-826b-4a9370e4d995 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.553957] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-0c5d9349-7263-4167-8f9c-232a71199fbe/volume-0c5d9349-7263-4167-8f9c-232a71199fbe.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.554228] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28abb5f2-bed8-4e3e-bfa0-a60c67876f23 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.573055] env[63198]: DEBUG oslo_vmware.api [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1559.573055] env[63198]: value = "task-2713231" [ 1559.573055] env[63198]: _type = "Task" [ 1559.573055] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.583693] env[63198]: DEBUG oslo_vmware.api [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.083186] env[63198]: DEBUG oslo_vmware.api [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713231, 'name': ReconfigVM_Task, 'duration_secs': 0.318382} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.083458] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-0c5d9349-7263-4167-8f9c-232a71199fbe/volume-0c5d9349-7263-4167-8f9c-232a71199fbe.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.088110] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5357ab-3ce3-4b37-892d-e2e154279c59 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.102568] env[63198]: DEBUG oslo_vmware.api [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1560.102568] env[63198]: value = "task-2713232" [ 1560.102568] env[63198]: _type = "Task" [ 1560.102568] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.112744] env[63198]: DEBUG oslo_vmware.api [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.612768] env[63198]: DEBUG oslo_vmware.api [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713232, 'name': ReconfigVM_Task, 'duration_secs': 0.145005} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.613100] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546522', 'volume_id': '0c5d9349-7263-4167-8f9c-232a71199fbe', 'name': 'volume-0c5d9349-7263-4167-8f9c-232a71199fbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5d9349-7263-4167-8f9c-232a71199fbe', 'serial': '0c5d9349-7263-4167-8f9c-232a71199fbe'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1561.648073] env[63198]: DEBUG nova.objects.instance [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.157706] env[63198]: DEBUG oslo_concurrency.lockutils [None req-c8e8694f-46e2-44bd-ac71-9f404e75988f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.952815] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.953125] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.455881] env[63198]: DEBUG nova.compute.utils [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Using /dev/sd instead of None {{(pid=63198) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1563.959524] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.013050] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.013437] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.013491] env[63198]: INFO nova.compute.manager [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Attaching volume 48add9fd-1f93-45d3-b95e-a7299fd91b46 to /dev/sdc [ 1565.042844] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4331e2-9dd3-4617-bba2-cad8b398c32b {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.049977] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554f62df-cd55-49ea-8fa7-7df36d62e576 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.062555] env[63198]: DEBUG nova.virt.block_device [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Updating existing volume attachment record: 6212f4aa-f49a-4721-8386-d53a77ca7af1 {{(pid=63198) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1566.629570] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager.update_available_resource {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.133030] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.133284] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.133475] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.133632] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63198) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1567.134520] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec1f58f-d072-4abd-a6b9-b2095ffcea0e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.142392] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b2209e-c640-4f19-9308-734eca306ab5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.157389] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd24f83-8633-4cf7-8f4f-7eb302a8caea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.163775] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79714a24-1c59-4710-b8ba-bdc9653df94d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.191844] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181131MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=63198) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1567.191980] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.192178] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.216193] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Instance c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63198) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.216465] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1568.216541] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63198) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1568.243891] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb06a2c-bf4f-422b-bae7-2d2f3a296539 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.251347] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc499141-1c7d-4a19-aad5-5580d39d36a0 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.281010] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b112e256-0a1b-405c-92c8-e9438b163897 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.287669] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28930a4-6b69-4c2a-aa95-385c8ac315f2 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.300362] env[63198]: DEBUG nova.compute.provider_tree [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.804011] env[63198]: DEBUG nova.scheduler.client.report [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.309743] env[63198]: DEBUG nova.compute.resource_tracker [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63198) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1569.310085] env[63198]: DEBUG oslo_concurrency.lockutils [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.605283] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Volume attach. Driver type: vmdk {{(pid=63198) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1569.605546] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546523', 'volume_id': '48add9fd-1f93-45d3-b95e-a7299fd91b46', 'name': 'volume-48add9fd-1f93-45d3-b95e-a7299fd91b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28', 'attached_at': '', 'detached_at': '', 'volume_id': '48add9fd-1f93-45d3-b95e-a7299fd91b46', 'serial': '48add9fd-1f93-45d3-b95e-a7299fd91b46'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1569.606477] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2d8f1-23f5-465e-88da-5a08293406b5 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.622494] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24af76a-0182-4e43-b515-88eeb3a05a86 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.648619] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-48add9fd-1f93-45d3-b95e-a7299fd91b46/volume-48add9fd-1f93-45d3-b95e-a7299fd91b46.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.648842] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01079207-1be0-4788-83c0-e4380892e4ad {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.668047] env[63198]: DEBUG oslo_vmware.api [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1569.668047] env[63198]: value = "task-2713235" [ 1569.668047] env[63198]: _type = "Task" [ 1569.668047] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.674526] env[63198]: DEBUG oslo_vmware.api [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.176879] env[63198]: DEBUG oslo_vmware.api [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713235, 'name': ReconfigVM_Task, 'duration_secs': 0.309854} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.177184] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-48add9fd-1f93-45d3-b95e-a7299fd91b46/volume-48add9fd-1f93-45d3-b95e-a7299fd91b46.vmdk or device None with type thin {{(pid=63198) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.181813] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf7cb6ef-69fe-4c92-a002-a8ab5539ba95 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.196667] env[63198]: DEBUG oslo_vmware.api [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1570.196667] env[63198]: value = "task-2713236" [ 1570.196667] env[63198]: _type = "Task" [ 1570.196667] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.203720] env[63198]: DEBUG oslo_vmware.api [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.706217] env[63198]: DEBUG oslo_vmware.api [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713236, 'name': ReconfigVM_Task, 'duration_secs': 0.141149} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.706527] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546523', 'volume_id': '48add9fd-1f93-45d3-b95e-a7299fd91b46', 'name': 'volume-48add9fd-1f93-45d3-b95e-a7299fd91b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28', 'attached_at': '', 'detached_at': '', 'volume_id': '48add9fd-1f93-45d3-b95e-a7299fd91b46', 'serial': '48add9fd-1f93-45d3-b95e-a7299fd91b46'} {{(pid=63198) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1571.741739] env[63198]: DEBUG nova.objects.instance [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.247478] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7a89bb79-d436-4e5d-9646-7354a31e260f tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.310206] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.310447] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.310595] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.544419] env[63198]: DEBUG oslo_concurrency.lockutils [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.544634] env[63198]: DEBUG oslo_concurrency.lockutils [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.048262] env[63198]: INFO nova.compute.manager [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Detaching volume 0c5d9349-7263-4167-8f9c-232a71199fbe [ 1573.077276] env[63198]: INFO nova.virt.block_device [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Attempting to driver detach volume 0c5d9349-7263-4167-8f9c-232a71199fbe from mountpoint /dev/sdb [ 1573.077545] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1573.077764] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546522', 'volume_id': '0c5d9349-7263-4167-8f9c-232a71199fbe', 'name': 'volume-0c5d9349-7263-4167-8f9c-232a71199fbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5d9349-7263-4167-8f9c-232a71199fbe', 'serial': '0c5d9349-7263-4167-8f9c-232a71199fbe'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1573.078668] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ff2428-3f02-4c5a-9a1d-c8e4b7d88717 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.102898] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431a9a2b-9ec3-419f-b2b9-2678f400caae {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.109345] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b7a40-9d11-4403-86c8-7c3c288e594e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.131174] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89505fda-f481-48b9-a4ca-0000d78a82b7 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.145768] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c5d9349-7263-4167-8f9c-232a71199fbe/volume-0c5d9349-7263-4167-8f9c-232a71199fbe.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1573.150850] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1573.151104] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dded431-84dd-4fcb-b5c9-133c351865e8 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.169650] env[63198]: DEBUG oslo_vmware.api [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1573.169650] env[63198]: value = "task-2713237" [ 1573.169650] env[63198]: _type = "Task" [ 1573.169650] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.176723] env[63198]: DEBUG oslo_vmware.api [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.629822] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.630040] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.630187] env[63198]: DEBUG nova.compute.manager [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63198) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1573.679806] env[63198]: DEBUG oslo_vmware.api [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713237, 'name': ReconfigVM_Task, 'duration_secs': 0.201222} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.680084] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1573.684584] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743f9d46-9cf3-4ef9-8762-e14b0b62ed7a {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.699204] env[63198]: DEBUG oslo_vmware.api [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1573.699204] env[63198]: value = "task-2713238" [ 1573.699204] env[63198]: _type = "Task" [ 1573.699204] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.208973] env[63198]: DEBUG oslo_vmware.api [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713238, 'name': ReconfigVM_Task, 'duration_secs': 0.131699} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.209359] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546522', 'volume_id': '0c5d9349-7263-4167-8f9c-232a71199fbe', 'name': 'volume-0c5d9349-7263-4167-8f9c-232a71199fbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28', 'attached_at': '', 'detached_at': '', 'volume_id': '0c5d9349-7263-4167-8f9c-232a71199fbe', 'serial': '0c5d9349-7263-4167-8f9c-232a71199fbe'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1574.630844] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.749154] env[63198]: DEBUG nova.objects.instance [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.756432] env[63198]: DEBUG oslo_concurrency.lockutils [None req-00d2f1c4-0581-4090-82f4-a5eced5aa039 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.777273] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.777543] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.280640] env[63198]: INFO nova.compute.manager [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Detaching volume 48add9fd-1f93-45d3-b95e-a7299fd91b46 [ 1576.310070] env[63198]: INFO nova.virt.block_device [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Attempting to driver detach volume 48add9fd-1f93-45d3-b95e-a7299fd91b46 from mountpoint /dev/sdc [ 1576.310323] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Volume detach. Driver type: vmdk {{(pid=63198) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1576.310510] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546523', 'volume_id': '48add9fd-1f93-45d3-b95e-a7299fd91b46', 'name': 'volume-48add9fd-1f93-45d3-b95e-a7299fd91b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28', 'attached_at': '', 'detached_at': '', 'volume_id': '48add9fd-1f93-45d3-b95e-a7299fd91b46', 'serial': '48add9fd-1f93-45d3-b95e-a7299fd91b46'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1576.311387] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8748cd55-7023-4cc0-b9a8-ec3a04f45eb3 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.333047] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0c0ce3-693e-45fd-b041-0b59a8436928 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.338335] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa1212a-fa44-424d-861c-a82646d23612 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.358288] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6c761b-4778-48a5-871f-4532701788bb {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.372014] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] The volume has not been displaced from its original location: [datastore2] volume-48add9fd-1f93-45d3-b95e-a7299fd91b46/volume-48add9fd-1f93-45d3-b95e-a7299fd91b46.vmdk. No consolidation needed. {{(pid=63198) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1576.376940] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfiguring VM instance instance-0000007e to detach disk 2002 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1576.377196] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f33c8e2-172a-471a-a328-5774be007bab {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.393938] env[63198]: DEBUG oslo_vmware.api [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1576.393938] env[63198]: value = "task-2713239" [ 1576.393938] env[63198]: _type = "Task" [ 1576.393938] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.401108] env[63198]: DEBUG oslo_vmware.api [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.625072] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.903623] env[63198]: DEBUG oslo_vmware.api [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713239, 'name': ReconfigVM_Task, 'duration_secs': 0.205632} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.903939] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Reconfigured VM instance instance-0000007e to detach disk 2002 {{(pid=63198) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1576.908405] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f91be966-a762-4e2c-a822-c58e1ae1988d {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.923273] env[63198]: DEBUG oslo_vmware.api [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1576.923273] env[63198]: value = "task-2713240" [ 1576.923273] env[63198]: _type = "Task" [ 1576.923273] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.930593] env[63198]: DEBUG oslo_vmware.api [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.432636] env[63198]: DEBUG oslo_vmware.api [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713240, 'name': ReconfigVM_Task, 'duration_secs': 0.122422} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.432926] env[63198]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-546523', 'volume_id': '48add9fd-1f93-45d3-b95e-a7299fd91b46', 'name': 'volume-48add9fd-1f93-45d3-b95e-a7299fd91b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28', 'attached_at': '', 'detached_at': '', 'volume_id': '48add9fd-1f93-45d3-b95e-a7299fd91b46', 'serial': '48add9fd-1f93-45d3-b95e-a7299fd91b46'} {{(pid=63198) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1577.972658] env[63198]: DEBUG nova.objects.instance [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'flavor' on Instance uuid c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.629486] env[63198]: DEBUG oslo_service.periodic_task [None req-3bc416ef-d351-4c58-baa6-82c53f4528bf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63198) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.980023] env[63198]: DEBUG oslo_concurrency.lockutils [None req-7e7cf53f-6d2e-4441-ae0a-67170cec3f87 tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.139828] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.140219] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.140297] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.140461] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.140634] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.142773] env[63198]: INFO nova.compute.manager [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Terminating instance [ 1580.646397] env[63198]: DEBUG nova.compute.manager [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Start destroying the instance on the hypervisor. {{(pid=63198) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.646624] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Destroying instance {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.647552] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fa4308-9817-47c6-a7e6-f1a4d5507c01 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.655244] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Powering off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.655465] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ade0df2-c02e-496e-b457-b1fdca764b85 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.661908] env[63198]: DEBUG oslo_vmware.api [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1580.661908] env[63198]: value = "task-2713241" [ 1580.661908] env[63198]: _type = "Task" [ 1580.661908] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.669858] env[63198]: DEBUG oslo_vmware.api [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.171759] env[63198]: DEBUG oslo_vmware.api [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713241, 'name': PowerOffVM_Task, 'duration_secs': 0.179001} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.172163] env[63198]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Powered off the VM {{(pid=63198) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.172222] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Unregistering the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.172436] env[63198]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0ceb28f-3ef1-4ab8-8ac9-217043dcb8f1 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.239466] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Unregistered the VM {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.239683] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Deleting contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.239865] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Deleting the datastore file [datastore2] c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.240135] env[63198]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3fc15f6-aa6d-43aa-98fc-479ff41ada95 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.247032] env[63198]: DEBUG oslo_vmware.api [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for the task: (returnval){ [ 1581.247032] env[63198]: value = "task-2713243" [ 1581.247032] env[63198]: _type = "Task" [ 1581.247032] env[63198]: } to complete. {{(pid=63198) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.253999] env[63198]: DEBUG oslo_vmware.api [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.757273] env[63198]: DEBUG oslo_vmware.api [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Task: {'id': task-2713243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132071} completed successfully. {{(pid=63198) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.757506] env[63198]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Deleted the datastore file {{(pid=63198) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.757687] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Deleted contents of the VM from datastore datastore2 {{(pid=63198) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.757861] env[63198]: DEBUG nova.virt.vmwareapi.vmops [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Instance destroyed {{(pid=63198) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.758045] env[63198]: INFO nova.compute.manager [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1581.758337] env[63198]: DEBUG oslo.service.loopingcall [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63198) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.758562] env[63198]: DEBUG nova.compute.manager [-] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Deallocating network for instance {{(pid=63198) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.758621] env[63198]: DEBUG nova.network.neutron [-] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] deallocate_for_instance() {{(pid=63198) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.207222] env[63198]: DEBUG nova.compute.manager [req-a40db6df-51eb-4c83-bdc8-db0b6172f468 req-7c25f553-c9b8-46ab-b012-2f0f460bad83 service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Received event network-vif-deleted-c257890a-91a5-402a-8742-9f118231f708 {{(pid=63198) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1582.207493] env[63198]: INFO nova.compute.manager [req-a40db6df-51eb-4c83-bdc8-db0b6172f468 req-7c25f553-c9b8-46ab-b012-2f0f460bad83 service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Neutron deleted interface c257890a-91a5-402a-8742-9f118231f708; detaching it from the instance and deleting it from the info cache [ 1582.207682] env[63198]: DEBUG nova.network.neutron [req-a40db6df-51eb-4c83-bdc8-db0b6172f468 req-7c25f553-c9b8-46ab-b012-2f0f460bad83 service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.684180] env[63198]: DEBUG nova.network.neutron [-] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Updating instance_info_cache with network_info: [] {{(pid=63198) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.710027] env[63198]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d84c9eb-18e9-48ca-8660-de775cdeabcf {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.719886] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2368a0dd-0823-455e-9c49-fb830ddd264e {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.743803] env[63198]: DEBUG nova.compute.manager [req-a40db6df-51eb-4c83-bdc8-db0b6172f468 req-7c25f553-c9b8-46ab-b012-2f0f460bad83 service nova] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Detach interface failed, port_id=c257890a-91a5-402a-8742-9f118231f708, reason: Instance c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 could not be found. {{(pid=63198) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1583.187438] env[63198]: INFO nova.compute.manager [-] [instance: c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28] Took 1.43 seconds to deallocate network for instance. [ 1583.694047] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.694047] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.694475] env[63198]: DEBUG nova.objects.instance [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lazy-loading 'resources' on Instance uuid c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 {{(pid=63198) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.228924] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949118fb-5de0-4ca8-aef2-57e74e7fe594 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.236423] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9dbe1e-689a-44e3-aac4-4f6ff023a0ea {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.264861] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a42acc-3cda-4f2e-81ee-b7bd02aeacbc {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.271131] env[63198]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a7ac4f-4688-43bb-a0e3-e0c22e2ee622 {{(pid=63198) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.283926] env[63198]: DEBUG nova.compute.provider_tree [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Inventory has not changed in ProviderTree for provider: d308dc64-6d78-4a70-909e-0ffbc815f5eb {{(pid=63198) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.787462] env[63198]: DEBUG nova.scheduler.client.report [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Inventory has not changed for provider d308dc64-6d78-4a70-909e-0ffbc815f5eb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63198) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.293386] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.313463] env[63198]: INFO nova.scheduler.client.report [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Deleted allocations for instance c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28 [ 1585.822564] env[63198]: DEBUG oslo_concurrency.lockutils [None req-10c4a9de-e21a-411a-9bd6-a2d16605013a tempest-AttachVolumeTestJSON-1550093349 tempest-AttachVolumeTestJSON-1550093349-project-member] Lock "c7d1ab24-48a4-4b8c-aa8e-4caed4ecfa28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=63198) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}